00010000:00010000:0.0F:1790740538.539122:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790740539.500142:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3639:1877727022111360:0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.500233:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740539.500288:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1877727022111872:0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.500327:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740539.500349:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db844c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1877727022112384:0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.500371:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740539.500395:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbfa46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1877727022112896:0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.500415:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740539.500438:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1790740539.500444:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022111744:0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.500468:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740539.500486:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db844c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022112256:0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.500503:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740539.500519:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbfa46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1877727022112768:0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.500540:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740539.500584:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022111488:0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.500611:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740539.500632:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022112000:0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.500653:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740539.500669:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db844c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1877727022112512:0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.500689:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740539.500702:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1790740539.500707:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022111616:0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.500730:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740539.500759:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022112128:0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.500781:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740539.500798:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db844c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1877727022112640:0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.500823:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740539.500862:0:17159:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022111360 00000100:00100000:0.0:1790740539.500871:0:17159:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022111360 00000100:00100000:3.0F:1790740539.500916:0:17167:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022111872 00000100:00100000:0.0:1790740539.500941:0:17159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1790740539.500946:0:17167:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022111872 00000100:00100000:0.0:1790740539.500955:0:17159:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83b41850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0847d467-2c8f-428f-ab2a-50e9cfba84d8+24:3639:x1877727022111360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740539.501007:0:17167:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022112384 00000100:00100000:3.0:1790740539.501012:0:17167:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022112384 00000100:00100000:0.0:1790740539.501063:0:17159:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83b41850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0847d467-2c8f-428f-ab2a-50e9cfba84d8+24:3639:x1877727022111360:12345-0@lo:400:kworker.0 Request processed in 79us (796us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740539.501072:0:17159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1790740539.501083:0:17167:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022112896 00000100:00100000:3.0:1790740539.501090:0:17167:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022112896 00000100:00100000:0.0:1790740539.501123:0:19500:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022112768 00000100:00100000:0.0:1790740539.501130:0:19500:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022112768 00000100:00100000:3.0:1790740539.501134:0:17167:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022112512 00000100:00100000:3.0:1790740539.501154:0:17167:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022112512 00000100:00100000:0.0:1790740539.501164:0:19500:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022112640 00000100:00100000:0.0:1790740539.501170:0:19500:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022112640 00000100:00100000:3.0:1790740539.501196:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1790740539.501209:0:17167:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1877727022111872:12345-0@lo:400:kworker.0 00000100:00100000:1.0F:1790740539.502252:0:18673:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022111744 00000100:00100000:1.0:1790740539.502267:0:18673:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022111744 00000100:00100000:1.0:1790740539.502307:0:18673:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022112256 00000100:00100000:1.0:1790740539.502311:0:18673:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022112256 00000100:00100000:1.0:1790740539.502325:0:18673:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022111616 00000100:00100000:1.0:1790740539.502327:0:18673:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022111616 00000100:00100000:1.0:1790740539.502339:0:18673:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022112128 00000100:00100000:1.0:1790740539.502342:0:18673:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022112128 00000100:00100000:1.0:1790740539.502358:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1790740539.502366:0:18673:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022111744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740539.502424:0:18673:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022111744:12345-0@lo:400:kworker.0 Request processed in 59us (1954us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740539.502431:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1790740539.502446:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1790740539.502452:0:18673:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022112256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740539.502481:0:18673:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022112256:12345-0@lo:400:kworker.0 Request processed in 29us (1976us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740539.502486:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1790740539.502498:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1790740539.502504:0:18673:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022111616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740539.502546:0:18673:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022111616:12345-0@lo:400:kworker.0 Request processed in 42us (1814us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740539.502554:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1790740539.502566:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1790740539.502573:0:18673:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022112128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740539.502602:0:18673:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022112128:12345-0@lo:400:kworker.0 Request processed in 31us (1820us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740539.502608:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1790740539.502638:0:17170:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022111488 00000100:00100000:1.0:1790740539.502643:0:17170:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022111488 00000100:00100000:1.0:1790740539.502666:0:17170:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022112000 00000100:00100000:1.0:1790740539.502669:0:17170:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022112000 00000100:00100000:1.0:1790740539.502682:0:17170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1790740539.502688:0:17170:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022111488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740539.502721:0:17170:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022111488:12345-0@lo:400:kworker.0 Request processed in 33us (2109us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740539.502726:0:17170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1790740539.502737:0:17170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1790740539.502743:0:17170:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022112000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740539.502769:0:17170:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022112000:12345-0@lo:400:kworker.0 Request processed in 27us (2115us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740539.502775:0:17170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1790740539.503500:0:17167:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1877727022111872:12345-0@lo:400:kworker.0 Request processed in 2283us (3161us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740539.504022:0:19500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1790740539.504050:0:19500:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1877727022112384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.504250:0:19500:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1877727022112384:12345-0@lo:400:kworker.0 Request processed in 218us (3877us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740539.504257:0:19500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1790740539.504306:0:19500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1790740539.504574:0:19500:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1877727022112896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.504612:0:19500:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1877727022112896:12345-0@lo:400:kworker.0 Request processed in 299us (4196us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740539.504619:0:19500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1790740539.504636:0:19500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1790740539.504644:0:19500:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1877727022112768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.504689:0:19500:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1877727022112768:12345-0@lo:400:kworker.0 Request processed in 47us (4148us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740539.504696:0:19500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1790740539.504709:0:19500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1790740539.504716:0:19500:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1877727022112512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.504746:0:19500:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1877727022112512:12345-0@lo:400:kworker.0 Request processed in 30us (4055us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740539.504751:0:19500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1790740539.504765:0:19500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1790740539.504848:0:19500:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1877727022112640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.504944:0:19500:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1877727022112640:12345-0@lo:400:kworker.0 Request processed in 111us (4061us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740539.504950:0:19500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1790740539.505054:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1790740539.505069:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbfa44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022113024:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0F:1790740539.505089:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022111616:0@lo:400:kworker.0 00000100:00100000:2.0:1790740539.505113:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022112128:0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.505114:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1790740539.505126:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98db844c1500 x1877727022112640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740555 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790740539.505136:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db844c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1877727022112640:0@lo:400:kworker.0 00000100:00100000:2.0:1790740539.505147:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022111488:0@lo:400:kworker.0 00000100:00100000:2.0:1790740539.505158:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022112000:0@lo:400:kworker.0 00000100:00100000:2.0:1790740539.505168:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db844c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1877727022112512:0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.505330:0:3639:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 2 00000004:00080000:0.0:1790740539.505336:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98db844c2d80, transno 8589934596 00000004:00080000:0.0:1790740539.505748:0:3639:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589934598 committed transno 8589934598 00000100:00100000:0.0:1790740539.505767:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022111744:0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.505801:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db844c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022112256:0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.505812:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbfa46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1877727022112768:0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.505823:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3639:1877727022111360:0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.505835:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1877727022111872:0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.505857:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db844c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1877727022112384:0@lo:400:kworker.0 00010000:00080000:0.0:1790740539.505869:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98dcbfa46300 x1877727022112896/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740555 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740539.505879:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbfa46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1877727022112896:0@lo:400:kworker.0 00000100:00100000:0.0:1790740539.507010:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbfe2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022113152:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1790740539.507080:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740539.507124:0:19777:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022113024 00000100:00100000:0.0:1790740539.507132:0:19777:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022113024 00000100:00100000:0.0:1790740539.507250:0:19777:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022113152 00000100:00100000:0.0:1790740539.507254:0:19777:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022113152 00000100:00100000:0.0:1790740539.507271:0:19777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1790740539.507278:0:19777:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1877727022113024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1790740539.507565:0:19777:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1790740539.507611:0:19777:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1877727022113024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 333us (2496us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740539.507619:0:19777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1790740539.507637:0:19777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1790740539.507643:0:19777:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022113152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1790740539.507653:0:19777:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1790740539.507683:0:19777:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022113152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740539.507689:0:19777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1790740539.507731:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbfe2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022113152:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1790740539.507750:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1790740539.507756:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbfa44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022113024:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1790740539.507824:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1790740539.507832:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1790740539.507837:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1790740539.507840:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00080000:1.0:1790740539.508971:0:17146:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:1.0:1790740539.508988:0:17146:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98dc84ca26c0 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:1.0:1790740539.508992:0:17146:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff98dc88ca2d00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98dc84ca2600 00000020:00080000:1.0:1790740539.508995:0:17146:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff98dc88ca2500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98dcbb7ae200 00000020:00080000:0.0:1790740539.513173:0:17205:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:0.0:1790740539.513260:0:17205:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:0.0:1790740539.513283:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342e00/0xb25dda4f4e92f424 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17165 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740539.513312:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342e00/0xb25dda4f4e92f424 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17165 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740539.513320:0:3625:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342e00/0xb25dda4f4e92f424 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17165 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740539.513326:0:3625:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db82342e00 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:0.0:1790740539.513332:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342e00/0xb25dda4f4e92f424 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17165 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740539.513348:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342e00/0xb25dda4f4e92f424 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17165 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740539.513367:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff98dcb1666600) 00010000:00010000:0.0:1790740539.513370:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790740539.513382:0:3625:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342e00/0xb25dda4f4e92f424 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17165 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740539.513389:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342e00/0xb25dda4f4e92f424 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17165 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740539.565902:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740540.010372:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1790740540.010398:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbfa44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022113280:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1790740540.010471:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740540.010577:0:19777:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022113280 00000100:00100000:0.0:1790740540.010586:0:19777:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022113280 00000100:00100000:0.0:1790740540.010646:0:19777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1790740540.010656:0:19777:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfe2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022113280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1790740540.010692:0:19777:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1790740540.010763:0:19777:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfe2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022113280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740540.010771:0:19777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1790740540.010931:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbfa44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022113280:0@lo:13:osp-pre-0-1.0 00000040:00080000:2.0:1790740540.202201:0:17201:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1790740540.202211:0:17201:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1790740540.202229:0:17201:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1790740540.202240:0:17201:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:3.0:1790740540.523854:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbfa46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022113408:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790740540.524344:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740540.525078:0:17170:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022113408 00000100:00100000:1.0:1790740540.525088:0:17170:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022113408 00000100:00100000:1.0:1790740540.525148:0:17170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1790740540.525156:0:17170:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022113408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1790740540.525205:0:17170:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1790740540.525286:0:17170:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022113408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 129us (941us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740540.525294:0:17170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1790740540.525707:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbfa46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022113408:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790740540.577080:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740540.577532:0:19500:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001061760 00000100:00100000:1.0:1790740540.577543:0:19500:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001061760 00000100:00100000:1.0:1790740540.577615:0:19500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 65 00000100:00100000:1.0:1790740540.577626:0:19500:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e31bfdb-0682-4acb-9750-d1df4d991489+13:15572:x1877727001061760:12345-192.168.204.3@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1790740540.577775:0:19500:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e31bfdb-0682-4acb-9750-d1df4d991489+13:15572:x1877727001061760:12345-192.168.204.3@tcp:60:lhsmtool_posix.0 Request processed in 151us (705us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740540.577784:0:19500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 65 00000100:00080000:1.0:1790740540.577808:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1790740540.580519:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740540.580631:0:17165:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001061888 00000100:00100000:1.0:1790740540.580641:0:17165:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001061888 00000100:00100000:1.0:1790740540.580720:0:17165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 66 00000100:00100000:1.0:1790740540.580730:0:17165:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e31bfdb-0682-4acb-9750-d1df4d991489+5:15572:x1877727001061888:12345-192.168.204.3@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1790740540.580828:0:17165:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e31bfdb-0682-4acb-9750-d1df4d991489+5:15572:x1877727001061888:12345-192.168.204.3@tcp:60:lhsmtool_posix.0 Request processed in 99us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740540.580835:0:17165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 66 00000100:00080000:3.0:1790740540.581405:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1790740540.589623:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790740540.596634:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740540.597492:0:17168:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001062144 00000100:00100000:0.0:1790740540.597506:0:17168:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001062144 00000100:00100000:0.0:1790740540.597576:0:17168:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 12 00000100:00100000:0.0:1790740540.597588:0:17168:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e31bfdb-0682-4acb-9750-d1df4d991489+13:15572:x1877727001062144:12345-192.168.204.3@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1790740540.597867:0:17168:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e31bfdb-0682-4acb-9750-d1df4d991489+14:15572:x1877727001062144:12345-192.168.204.3@tcp:35:lhsmtool_posix.0 Request processed in 281us (1242us total) trans 8589934623 rc 0/0 00000100:00100000:0.0:1790740540.597875:0:17168:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 12 00000100:00100000:1.0:1790740541.034301:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1790740541.034329:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbfa47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022113536:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790740541.034454:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740541.034826:0:17171:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022113536 00000100:00100000:0.0:1790740541.034835:0:17171:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022113536 00000100:00100000:0.0:1790740541.034886:0:17171:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1790740541.034895:0:17171:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1877727022113536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1790740541.035272:0:17171:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1790740541.035386:0:17171:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1877727022113536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 491us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740541.035394:0:17171:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1790740541.039235:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbfa47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022113536:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790740541.344652:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740541.344710:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740541.344770:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740541.344840:0:17161:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001062272 00000100:00100000:0.0:1790740541.344851:0:17161:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001062272 00000100:00100000:0.0:1790740541.344916:0:17161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 172 00000100:00100000:0.0:1790740541.344926:0:17161:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83b42450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2b6742f8-8cda-45db-8c52-3634e9260d75+13:2403:x1877727001062272:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:0.0:1790740541.345002:0:17161:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83b42450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2b6742f8-8cda-45db-8c52-3634e9260d75+13:2403:x1877727001062272:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 76us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740541.345010:0:17161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 172 00000100:00100000:2.0:1790740541.347251:0:19500:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001062528 00000100:00100000:2.0:1790740541.347278:0:19500:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001062528 00000100:00100000:2.0:1790740541.347353:0:19500:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001062400 00000100:00100000:2.0:1790740541.347356:0:19500:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001062400 00000100:00100000:2.0:1790740541.347391:0:19500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 81 00000100:00100000:2.0:1790740541.347401:0:19500:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e31bfdb-0682-4acb-9750-d1df4d991489+5:2403:x1877727001062528:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:2.0:1790740541.347491:0:19500:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e31bfdb-0682-4acb-9750-d1df4d991489+5:2403:x1877727001062528:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 91us (2780us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740541.347497:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 82 00000100:00100000:3.0:1790740541.347507:0:17166:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e31bfdb-0682-4acb-9750-d1df4d991489+14:2403:x1877727001062400:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:3.0:1790740541.347546:0:17166:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e31bfdb-0682-4acb-9750-d1df4d991489+14:2403:x1877727001062400:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 42us (2777us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740541.347885:0:19500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 81 00000100:00100000:3.0:1790740541.357594:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 82 00000100:00100000:0.0:1790740541.365227:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740541.365285:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740541.365378:0:19778:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001062656 00000100:00100000:3.0:1790740541.365388:0:19778:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001062656 00000100:00100000:3.0:1790740541.365461:0:19778:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001062784 00000100:00100000:3.0:1790740541.365464:0:19778:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001062784 00000100:00100000:3.0:1790740541.365485:0:19778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 33 00000100:00100000:3.0:1790740541.365495:0:19778:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e31bfdb-0682-4acb-9750-d1df4d991489+5:2402:x1877727001062784:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:3.0:1790740541.365579:0:19778:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e31bfdb-0682-4acb-9750-d1df4d991489+5:2402:x1877727001062784:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 86us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740541.365586:0:19778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 33 00000100:00100000:3.0:1790740541.365615:0:19778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 31 00000100:00100000:3.0:1790740541.365623:0:19778:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e31bfdb-0682-4acb-9750-d1df4d991489+5:2401:x1877727001062656:12345-192.168.204.3@tcp:9:kworker.0 00000020:00000080:3.0:1790740541.365643:0:19778:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92f153 00000100:00080000:3.0:1790740541.365662:0:19778:0:(import.c:65:import_set_state_nolock()) ffff98dcbd3fc800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1790740541.365702:0:19778:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00080000:0.0:1790740541.366179:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1790740541.366184:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1790740541.366438:0:19778:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e31bfdb-0682-4acb-9750-d1df4d991489+2:2401:x1877727001062656:12345-192.168.204.3@tcp:9:kworker.0 Request processed in 814us (1218us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740541.366448:0:19778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 31 00010000:00010000:1.0:1790740541.366858:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790740541.378186:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740541.378229:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740541.378386:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740541.378431:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740541.380824:0:17167:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001062912 00000100:00100000:0.0:1790740541.380839:0:17167:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001062912 00000100:00100000:1.0:1790740541.380899:0:17165:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001063040 00000100:00100000:1.0:1790740541.380904:0:17165:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001063040 00000100:00100000:3.0:1790740541.380973:0:18675:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001063168 00000100:00100000:3.0:1790740541.380979:0:18675:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001063168 00000100:00080000:2.0:1790740541.380988:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1790740541.380989:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 83 00000100:00080000:2.0:1790740541.380994:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790740541.381001:0:17167:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4dca2668-e8ad-455d-9a0a-ed2d1013e863+6:2403:x1877727001062912:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:3.0:1790740541.381015:0:18675:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001063296 00000100:00100000:3.0:1790740541.381019:0:18675:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001063296 00000100:00100000:3.0:1790740541.381068:0:18675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 32 00000100:00100000:3.0:1790740541.381076:0:18675:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db844c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4dca2668-e8ad-455d-9a0a-ed2d1013e863+5:2401:x1877727001063168:12345-192.168.204.3@tcp:9:kworker.0 00000020:00000080:3.0:1790740541.381106:0:18675:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92f192 00000100:00100000:0.0:1790740541.381113:0:17167:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83e1ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4dca2668-e8ad-455d-9a0a-ed2d1013e863+6:2403:x1877727001062912:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 114us (2936us total) trans 0 rc 0/0 00000100:00080000:3.0:1790740541.381117:0:18675:0:(import.c:65:import_set_state_nolock()) ffff98dcbb766000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1790740541.381123:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 33 00000100:00100000:0.0:1790740541.381123:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 83 00000100:00100000:1.0:1790740541.381133:0:18673:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db844c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4dca2668-e8ad-455d-9a0a-ed2d1013e863+5:2401:x1877727001063296:12345-192.168.204.3@tcp:9:kworker.0 00000020:00000080:1.0:1790740541.381149:0:18673:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92f199 00000100:00080000:1.0:1790740541.381161:0:18673:0:(import.c:65:import_set_state_nolock()) ffff98db82aa9000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1790740541.381168:0:18675:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000001:00000004:1.0:1790740541.381213:0:18673:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00010000:00010000:0.0:1790740541.381217:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790740541.381305:0:18675:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db844c2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:4dca2668-e8ad-455d-9a0a-ed2d1013e863+2:2401:x1877727001063168:12345-192.168.204.3@tcp:9:kworker.0 Request processed in 229us (2918us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740541.381327:0:18675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 32 00000100:00100000:1.0:1790740541.381346:0:18673:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db844c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:4dca2668-e8ad-455d-9a0a-ed2d1013e863+2:2401:x1877727001063296:12345-192.168.204.3@tcp:9:kworker.0 Request processed in 213us (2912us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740541.381354:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 33 00010000:00010000:1.0:1790740541.381391:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1790740541.381406:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1790740541.381411:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1790740541.381495:0:17165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 84 00000100:00100000:2.0:1790740541.381504:0:17165:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db844c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4dca2668-e8ad-455d-9a0a-ed2d1013e863+5:2402:x1877727001063040:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:2.0:1790740541.381535:0:17165:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db844c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4dca2668-e8ad-455d-9a0a-ed2d1013e863+5:2402:x1877727001063040:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 33us (3305us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740541.381541:0:17165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 84 00010000:00010000:0.0:1790740541.610662:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790740542.059698:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1790740542.060410:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbb7fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022113664:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1790740542.060490:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740542.060629:0:18676:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022113664 00000100:00100000:3.0:1790740542.060639:0:18676:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022113664 00000100:00100000:3.0:1790740542.060713:0:18676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1790740542.060724:0:18676:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db844c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022113664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1790740542.060756:0:18676:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1790740542.060821:0:18676:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db844c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022113664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740542.060828:0:18676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1790740542.060889:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbb7fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022113664:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1790740542.061191:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1790740542.634133:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1790740542.720317:0:20541:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 23:55:41 (1790740541) 00010000:00010000:2.0:1790740543.666412:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790740544.618328:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1790740544.618350:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbfa46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022113792:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1790740544.618423:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740544.618754:0:18677:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022113792 00000100:00100000:0.0:1790740544.618763:0:18677:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022113792 00000100:00100000:0.0:1790740544.618820:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1790740544.618830:0:18677:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022113792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1790740544.618857:0:18677:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1790740544.619134:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022114048:0@lo:400:kworker.0 00000100:00100000:2.0:1790740544.619208:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740544.619237:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022114560:0@lo:400:kworker.0 00000100:00100000:2.0:1790740544.619269:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740544.619287:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84530700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1877727022115072:0@lo:400:kworker.0 00000100:00100000:0.0:1790740544.619301:0:18677:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022113792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 473us (876us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740544.619308:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1790740544.619324:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1790740544.619332:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1790740544.619346:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db844c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3639:1877727022113920:0@lo:400:kworker.0 00000100:00100000:2.0:1790740544.619356:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1790740544.619362:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022114176:0@lo:400:kworker.0 00000100:00100000:0.0:1790740544.619376:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740544.619429:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1877727022114304:0@lo:400:kworker.0 00000100:00100000:1.0:1790740544.619622:0:17160:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022113920 00000100:00100000:1.0:1790740544.619628:0:17160:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022113920 00000100:00100000:1.0:1790740544.619659:0:17160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1790740544.619666:0:17160:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83eef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0847d467-2c8f-428f-ab2a-50e9cfba84d8+24:3639:x1877727022113920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740544.627161:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740544.627231:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022114688:0@lo:400:kworker.0 00000100:00100000:2.0:1790740544.627280:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740544.627303:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84532d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1877727022115200:0@lo:400:kworker.0 00000100:00100000:2.0:1790740544.627344:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740544.627398:0:17907:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022114048 00000100:00100000:2.0:1790740544.627407:0:17907:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022114048 00000100:00100000:2.0:1790740544.627471:0:17907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1790740544.627480:0:17907:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84533100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022114048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740544.627537:0:17907:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84533100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022114048:12345-0@lo:400:kworker.0 Request processed in 58us (8329us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740544.627539:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740544.627544:0:17907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1790740544.627571:0:18675:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022114560 00000100:00100000:3.0:1790740544.627574:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1877727022114816:0@lo:400:kworker.0 00000100:00100000:2.0:1790740544.627575:0:18675:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022114560 00000100:00100000:3.0:1790740544.627600:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740544.627616:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84531c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1877727022115328:0@lo:400:kworker.0 00000100:00100000:3.0:1790740544.627641:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740544.627657:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1790740544.627663:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbb7fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022115456:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1790740544.627685:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740544.627832:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022114432:0@lo:400:kworker.0 00000100:00100000:0.0:1790740544.627861:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740544.627880:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84533480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1877727022114944:0@lo:400:kworker.0 00000100:00100000:0.0:1790740544.627918:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740544.627959:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbfa46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022113792:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1790740544.627992:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1790740544.629727:0:18675:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022114176 00000100:00100000:2.0:1790740544.629741:0:18675:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022114176 00000100:00100000:2.0:1790740544.629795:0:18675:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022114688 00000100:00100000:2.0:1790740544.629798:0:18675:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022114688 00000100:00100000:2.0:1790740544.629818:0:18675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1790740544.629826:0:18675:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd553800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022114560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740544.629908:0:18675:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd553800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022114560:12345-0@lo:400:kworker.0 Request processed in 83us (10638us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740544.629916:0:18675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1790740544.629933:0:18675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1790740544.629940:0:18675:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022114176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740544.629970:0:18675:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022114176:12345-0@lo:400:kworker.0 Request processed in 30us (2817us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740544.629975:0:18675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1790740544.629987:0:18675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1790740544.629993:0:18675:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd553b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022114688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740544.631763:0:18675:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd553b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022114688:12345-0@lo:400:kworker.0 Request processed in 1762us (4474us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740544.631789:0:18675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1790740544.631834:0:17167:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022115072 00000100:00100000:2.0:1790740544.631841:0:17167:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022115072 00000100:00100000:2.0:1790740544.631874:0:17167:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022115200 00000100:00100000:2.0:1790740544.631877:0:17167:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022115200 00000100:00100000:2.0:1790740544.631890:0:17167:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022114304 00000100:00100000:2.0:1790740544.631892:0:17167:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022114304 00000100:00100000:2.0:1790740544.631904:0:17167:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022114816 00000100:00100000:2.0:1790740544.631906:0:17167:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022114816 00000100:00100000:2.0:1790740544.631918:0:17167:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022115328 00000100:00100000:2.0:1790740544.631920:0:17167:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022115328 00000100:00100000:2.0:1790740544.631936:0:17167:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022114944 00000100:00100000:2.0:1790740544.631939:0:17167:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022114944 00000100:00100000:2.0:1790740544.631953:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1790740544.631960:0:17167:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd550380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1877727022115072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740544.632017:0:17167:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd550380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1877727022115072:12345-0@lo:400:kworker.0 Request processed in 42us (12676us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740544.632024:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1790740544.632055:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1790740544.632061:0:17167:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd551880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1877727022115200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740544.632092:0:17167:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd551880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1877727022115200:12345-0@lo:400:kworker.0 Request processed in 31us (4747us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740544.632098:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1790740544.632110:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1790740544.632115:0:17167:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1877727022114304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740544.632964:0:17171:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022114432 00000100:00100000:0.0:1790740544.632973:0:17171:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022114432 00000100:00100000:0.0:1790740544.633086:0:17171:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1790740544.633094:0:17171:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82330380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022114432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740544.633293:0:17171:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82330380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022114432:12345-0@lo:400:kworker.0 Request processed in 199us (5429us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740544.633301:0:17171:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00080000:0.0:1790740544.633325:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1790740544.633330:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1790740544.633333:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1790740544.633335:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790740544.633369:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022114432:0@lo:400:kworker.0 00000100:00100000:3.0:1790740544.633748:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1790740544.633758:0:17166:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1877727022114816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740544.633851:0:17167:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1877727022114304:12345-0@lo:400:kworker.0 Request processed in 1734us (6309us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740544.633858:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1790740544.633875:0:17160:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83eef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0847d467-2c8f-428f-ab2a-50e9cfba84d8+24:3639:x1877727022113920:12345-0@lo:400:kworker.0 Request processed in 14208us (14496us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740544.633886:0:17160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1790740544.633892:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1790740544.633898:0:17167:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1877727022115328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740544.633918:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db844c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3639:1877727022113920:0@lo:400:kworker.0 00000100:00100000:1.0:1790740544.635305:0:19777:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022115456 00000100:00100000:1.0:1790740544.635316:0:19777:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022115456 00000100:00100000:1.0:1790740544.635357:0:19777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1790740544.635366:0:19777:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022115456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1790740544.635385:0:19777:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1790740544.637967:0:17167:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1877727022115328:12345-0@lo:400:kworker.0 Request processed in 4058us (10313us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740544.637983:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1790740544.638094:0:17166:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1877727022114816:12345-0@lo:400:kworker.0 Request processed in 4337us (10491us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740544.638109:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1790740544.638140:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1790740544.638152:0:17166:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1877727022114944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740544.638250:0:17166:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1877727022114944:12345-0@lo:400:kworker.0 Request processed in 104us (10332us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740544.638256:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1790740544.638309:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84533480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1877727022114944:0@lo:400:kworker.0 00000100:00100000:2.0:1790740544.638423:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022114176:0@lo:400:kworker.0 00000100:00100000:2.0:1790740544.638450:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022114688:0@lo:400:kworker.0 00000100:00100000:2.0:1790740544.638589:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84532d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1877727022115200:0@lo:400:kworker.0 00000100:00100000:2.0:1790740544.638605:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022114048:0@lo:400:kworker.0 00000100:00100000:2.0:1790740544.638617:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022114560:0@lo:400:kworker.0 00010000:00080000:2.0:1790740544.638644:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98db84530700 x1877727022115072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790740544.638654:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84530700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1877727022115072:0@lo:400:kworker.0 00000100:00100000:1.0:1790740544.640526:0:19777:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022115456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5154us (12831us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740544.640538:0:19777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1790740544.640574:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbb7fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022115456:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1790740544.640589:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1877727022114304:0@lo:400:kworker.0 00000100:00100000:3.0:1790740544.640601:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1877727022114816:0@lo:400:kworker.0 00010000:00080000:3.0:1790740544.640616:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98db84531c00 x1877727022115328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740544.640690:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84531c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1877727022115328:0@lo:400:kworker.0 00010000:00010000:1.0:1790740544.683244:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740545.130935:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbb7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022115584:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1790740545.130997:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740545.132580:0:18676:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022115584 00000100:00100000:0.0:1790740545.132592:0:18676:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022115584 00000100:00100000:0.0:1790740545.132856:0:18676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1790740545.132869:0:18676:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022115584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1790740545.132909:0:18676:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1790740545.133011:0:18676:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022115584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 145us (2012us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740545.133019:0:18676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1790740545.134298:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbb7fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022115584:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1790740545.643901:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbfa6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022115712:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1790740545.643986:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740545.644910:0:17171:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022115712 00000100:00100000:0.0:1790740545.644928:0:17171:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022115712 00000100:00100000:0.0:1790740545.644988:0:17171:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1790740545.644998:0:17171:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd550e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022115712:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1790740545.645067:0:17171:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1790740545.645142:0:17171:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd550e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022115712:12345-0@lo:41:osp-pre-0-1.0 Request processed in 146us (1156us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740545.645150:0:17171:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1790740545.645293:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbfa6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022115712:0@lo:41:osp-pre-0-1.0 00000001:00080000:1.0:1790740545.647882:0:17146:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:1.0:1790740545.647898:0:17146:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:0.0:1790740545.648018:0:17205:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:0.0:1790740545.648054:0:17205:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00010000:00010000:2.0:1790740545.706316:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790740546.155713:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1790740546.155741:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbfa6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022115840:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1790740546.155829:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740546.156003:0:17907:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022115840 00000100:00100000:3.0:1790740546.156013:0:17907:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022115840 00000100:00100000:3.0:1790740546.156101:0:17907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1790740546.156112:0:17907:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd551500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022115840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1790740546.156151:0:17907:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1790740546.156221:0:17907:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd551500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022115840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740546.156229:0:17907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1790740546.156513:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbfa6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022115840:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790740546.463244:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740546.463288:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740546.463322:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740546.463419:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740546.463441:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740546.463494:0:18675:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001063808 00000100:00100000:2.0:1790740546.463505:0:18675:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001063808 00000100:00100000:2.0:1790740546.463569:0:18675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 37 00000100:00100000:2.0:1790740546.463595:0:18675:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e31bfdb-0682-4acb-9750-d1df4d991489+5:2402:x1877727001063808:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:2.0:1790740546.463671:0:18675:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8e31bfdb-0682-4acb-9750-d1df4d991489+5:2402:x1877727001063808:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 78us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740546.463679:0:18675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 37 00000100:00080000:2.0:1790740546.463831:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1790740546.463843:0:17159:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001063424 00000100:00100000:2.0:1790740546.463847:0:17159:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001063424 00000100:00100000:2.0:1790740546.463876:0:17159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 174 00000100:00100000:2.0:1790740546.463883:0:17159:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83eec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2b6742f8-8cda-45db-8c52-3634e9260d75+13:2402:x1877727001063424:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:2.0:1790740546.463915:0:17159:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83eec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2b6742f8-8cda-45db-8c52-3634e9260d75+13:2402:x1877727001063424:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 33us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740546.463922:0:17159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 174 00000100:00100000:1.0:1790740546.467923:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740546.471248:0:19500:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001063552 00000100:00100000:0.0:1790740546.471267:0:19500:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001063552 00000100:00100000:0.0:1790740546.471360:0:19500:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001064064 00000100:00100000:0.0:1790740546.471364:0:19500:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001064064 00000100:00100000:0.0:1790740546.471381:0:19500:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001063680 00000100:00100000:0.0:1790740546.471384:0:19500:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001063680 00000100:00100000:0.0:1790740546.471406:0:19500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 91 00000100:00100000:0.0:1790740546.471416:0:19500:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e31bfdb-0682-4acb-9750-d1df4d991489+13:2402:x1877727001063552:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:0.0:1790740546.471505:0:19500:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e31bfdb-0682-4acb-9750-d1df4d991489+13:2402:x1877727001063552:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 90us (8271us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740546.471512:0:19500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 91 00000100:00100000:0.0:1790740546.471533:0:19500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 92 00000100:00100000:0.0:1790740546.471540:0:19500:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4dca2668-e8ad-455d-9a0a-ed2d1013e863+5:2402:x1877727001064064:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:0.0:1790740546.471567:0:19500:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4dca2668-e8ad-455d-9a0a-ed2d1013e863+5:2402:x1877727001064064:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 28us (8245us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740546.471574:0:19500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 92 00000100:00100000:0.0:1790740546.471586:0:19500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 93 00000100:00100000:0.0:1790740546.471593:0:19500:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e31bfdb-0682-4acb-9750-d1df4d991489+5:2402:x1877727001063680:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:0.0:1790740546.471635:0:19500:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e31bfdb-0682-4acb-9750-d1df4d991489+5:2402:x1877727001063680:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 43us (8193us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740546.471642:0:19500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 93 00000100:00080000:0.0:1790740546.471669:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1790740546.471673:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1790740546.479527:0:19500:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001063936 00000100:00100000:0.0:1790740546.479543:0:19500:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001063936 00000100:00100000:0.0:1790740546.479629:0:19500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 94 00000100:00100000:0.0:1790740546.479640:0:19500:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4dca2668-e8ad-455d-9a0a-ed2d1013e863+6:2402:x1877727001063936:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:0.0:1790740546.479731:0:19500:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:4dca2668-e8ad-455d-9a0a-ed2d1013e863+6:2402:x1877727001063936:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 93us (11818us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740546.479738:0:19500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 94 00000100:00080000:1.0:1790740546.480216:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00100000:0.0:1790740546.671218:0:18669:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 4dca2668-e8ad-455d-9a0a-ed2d1013e863 00000020:00000080:0.0:1790740546.671228:0:18669:0:(genops.c:885:class_export_put()) final put ffff98dcbb764000/4dca2668-e8ad-455d-9a0a-ed2d1013e863 00000001:00100000:0.0:1790740546.671248:0:18669:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8e31bfdb-0682-4acb-9750-d1df4d991489 00000020:00000080:0.0:1790740546.671251:0:18669:0:(genops.c:885:class_export_put()) final put ffff98dcbd3fd800/8e31bfdb-0682-4acb-9750-d1df4d991489 00000020:00000080:3.0:1790740546.671928:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcbb764000/4dca2668-e8ad-455d-9a0a-ed2d1013e863 for lustre-OST0000 00000020:00000080:3.0:1790740546.671999:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcbd3fd800/8e31bfdb-0682-4acb-9750-d1df4d991489 for lustre-OST0000 00000020:00000080:3.0:1790740546.672053:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98dcbb766000 for lustre-OST0000 00000020:00000080:3.0:1790740546.672057:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98dcbd3fc800 for lustre-OST0000 00000001:00100000:3.0:1790740546.674216:0:19487:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 4dca2668-e8ad-455d-9a0a-ed2d1013e863 00000020:00000080:3.0:1790740546.674226:0:19487:0:(genops.c:885:class_export_put()) final put ffff98db82aae000/4dca2668-e8ad-455d-9a0a-ed2d1013e863 00000020:00000080:1.0:1790740546.674321:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98db82aae000/4dca2668-e8ad-455d-9a0a-ed2d1013e863 for lustre-OST0001 00000020:00000080:1.0:1790740546.674381:0:15342:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98db82aa9000 for lustre-OST0001 00010000:00010000:2.0:1790740546.730529:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1790740546.922790:0:17922:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1790740547.179014:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1790740547.179064:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbb7fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1877727022115968:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1790740547.179141:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740547.179339:0:19777:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022115968 00000100:00100000:1.0:1790740547.179348:0:19777:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022115968 00000100:00100000:1.0:1790740547.179415:0:19777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1790740547.179425:0:19777:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1877727022115968:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1790740547.179454:0:19777:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1790740547.179503:0:19777:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1877727022115968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740547.179524:0:19777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:0.0:1790740547.179602:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790740547.179654:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbb7fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1877727022115968:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1790740547.687024:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740547.687978:0:17169:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001064320 00000100:00100000:3.0:1790740547.687989:0:17169:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001064320 00000100:00100000:3.0:1790740547.688157:0:17169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 13 00000100:00100000:3.0:1790740547.688169:0:17169:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e31bfdb-0682-4acb-9750-d1df4d991489+13:16326:x1877727001064320:12345-192.168.204.3@tcp:35:umount.0 00000001:00080000:3.0:1790740547.688464:0:17169:0:(tgt_lastrcvd.c:2120:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:3.0:1790740547.688551:0:17169:0:(tgt_lastrcvd.c:2120:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:3.0:1790740547.688692:0:17169:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8e31bfdb-0682-4acb-9750-d1df4d991489+16:16326:x1877727001064320:12345-192.168.204.3@tcp:35:umount.0 Request processed in 525us (1678us total) trans 8589934626 rc 0/0 00000100:00100000:3.0:1790740547.688700:0:17169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 13 00000020:00080000:3.0:1790740547.688706:0:17169:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1790740547.707009:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740547.726081:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740547.726124:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740547.726178:0:17153:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001064576 00000100:00100000:1.0:1790740547.726200:0:17153:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001064576 00000100:00100000:0.0:1790740547.726217:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740547.726260:0:17153:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001064704 00000100:00100000:1.0:1790740547.726264:0:17153:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001064704 00000100:00100000:0.0:1790740547.726269:0:17151:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001064832 00000100:00100000:0.0:1790740547.726272:0:17151:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001064832 00000100:00100000:0.0:1790740547.726296:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 3 00000100:00100000:0.0:1790740547.726306:0:17151:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2b6742f8-8cda-45db-8c52-3634e9260d75+15:2405:x1877727001064576:12345-192.168.204.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790740547.726321:0:17151:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790740547.726340:0:17151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98db83f33600/0xb25dda4f4e92f130 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24027 expref: 15 pid: 17161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740547.726358:0:17151:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790740547.726417:0:17151:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa69500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2b6742f8-8cda-45db-8c52-3634e9260d75+14:2405:x1877727001064576:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 112us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740547.726424:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 3 00000100:00100000:0.0:1790740547.726444:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 4 00000100:00100000:0.0:1790740547.726450:0:17151:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db829b8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2b6742f8-8cda-45db-8c52-3634e9260d75+13:2402:x1877727001064832:12345-192.168.204.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790740547.726456:0:17151:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790740547.726466:0:17151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98db83f32e00/0xb25dda4f4e92f137 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24058 expref: 13 pid: 17160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740547.726475:0:17151:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790740547.726494:0:17151:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db829b8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2b6742f8-8cda-45db-8c52-3634e9260d75+12:2402:x1877727001064832:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 45us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740547.726514:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 4 00000100:00100000:0.0:1790740547.726528:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 5 00000100:00100000:0.0:1790740547.726535:0:17151:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2b6742f8-8cda-45db-8c52-3634e9260d75+11:2405:x1877727001064704:12345-192.168.204.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790740547.726544:0:17151:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790740547.726552:0:17151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcbfc44600/0xb25dda4f4e92f1f4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2410e expref: 11 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740547.726568:0:17151:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790740547.726587:0:17151:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2b6742f8-8cda-45db-8c52-3634e9260d75+10:2405:x1877727001064704:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 54us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740547.726593:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 5 00000100:00100000:2.0:1790740547.727180:0:18674:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001064448 00000100:00100000:2.0:1790740547.727187:0:18674:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001064448 00000100:00100000:2.0:1790740547.727226:0:18674:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 34 00000100:00100000:2.0:1790740547.727233:0:18674:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e31bfdb-0682-4acb-9750-d1df4d991489+5:2401:x1877727001064448:12345-192.168.204.3@tcp:9:umount.0 00000020:00000080:2.0:1790740547.727266:0:18674:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92f15a 00000100:00080000:2.0:1790740547.727277:0:18674:0:(import.c:65:import_set_state_nolock()) ffff98dcbd3fc000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1790740547.727329:0:18674:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1790740547.727470:0:18674:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e31bfdb-0682-4acb-9750-d1df4d991489+2:2401:x1877727001064448:12345-192.168.204.3@tcp:9:umount.0 Request processed in 236us (20472us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740547.727478:0:18674:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 34 00010000:00010000:1.0:1790740547.727588:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790740547.743890:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740547.743962:0:19500:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001065728 00000100:00100000:2.0:1790740547.743973:0:19500:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001065728 00000100:00100000:2.0:1790740547.744088:0:19500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 67 00000100:00100000:2.0:1790740547.744114:0:19500:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e31bfdb-0682-4acb-9750-d1df4d991489+16:2401:x1877727001065728:12345-192.168.204.3@tcp:39:umount.0 00000020:00000080:2.0:1790740547.744162:0:19500:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92f145 00000020:00010000:2.0:1790740547.744178:0:19500:0:(genops.c:1920:obd_stale_export_put()) Put export ffff98dcbd33b800: total 0 00000100:00080000:2.0:1790740547.744183:0:19500:0:(import.c:65:import_set_state_nolock()) ffff98dcbd338000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1790740547.744205:0:19500:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:2.0:1790740547.744383:0:19500:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e31bfdb-0682-4acb-9750-d1df4d991489+15:2401:x1877727001065728:12345-192.168.204.3@tcp:39:umount.0 Request processed in 271us (503us total) trans 8589934627 rc 0/0 00000100:00100000:2.0:1790740547.744392:0:19500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 67 00000020:00010000:1.0:1790740547.744588:0:17154:0:(genops.c:1906:obd_stale_export_get()) Get export ffff98dcbd33b800: total 0 00010000:00010000:1.0:1790740547.744593:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740547.744651:0:17154:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff98dcbd33b800, canceled 0 locks, left on hash table 8. 00010000:00010000:1.0:1790740547.744727:0:17154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff98dcaf045300) 00010000:00010000:1.0:1790740547.744732:0:17154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1790740547.744750:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8200/0xb25dda4f4e92f447 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae241c4 expref: 14 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740547.744791:0:17154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98db82ecab00) 00010000:00010000:1.0:1790740547.744795:0:17154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1790740547.744799:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343c00/0xb25dda4f4e92f210 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24115 expref: 13 pid: 19500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740547.744816:0:17154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff98dcaf045e00) 00010000:00010000:1.0:1790740547.744818:0:17154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1790740547.744822:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9a00/0xb25dda4f4e92f2f0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24154 expref: 12 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740547.744840:0:17154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff98dcaf045300) 00010000:00010000:1.0:1790740547.744843:0:17154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1790740547.744846:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcbfc44a00/0xb25dda4f4e92f39f lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24193 expref: 11 pid: 17166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740547.744874:0:17154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff98dcaf045300) 00010000:00010000:1.0:1790740547.744877:0:17154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1790740547.744881:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33000/0xb25dda4f4e92f36e lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2417e expref: 10 pid: 17166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740547.744897:0:17154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98dcaf045000) 00010000:00010000:1.0:1790740547.744899:0:17154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1790740547.744903:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92f22c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2411c expref: 9 pid: 17167 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740547.744916:0:17154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98dcaf045a00) 00010000:00010000:1.0:1790740547.744919:0:17154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1790740547.744922:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92f26b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2412a expref: 8 pid: 19500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740547.744935:0:17154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff98dcb1666600) 00010000:00010000:1.0:1790740547.744937:0:17154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1790740547.744941:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8600/0xb25dda4f4e92f3fa lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae241a8 expref: 7 pid: 19500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740547.744952:0:17154:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff98dcbd33b800, canceled 8 locks, left on hash table 0. 00010000:00010000:1.0:1790740547.744966:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740547.744967:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740547.744969:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740547.754627:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790740547.777809:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740547.777938:0:17165:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001065856 00000100:00100000:0.0:1790740547.777951:0:17165:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001065856 00000100:00100000:0.0:1790740547.778015:0:17165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 68 00000100:00100000:0.0:1790740547.778024:0:17165:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd551180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e31bfdb-0682-4acb-9750-d1df4d991489+5:2401:x1877727001065856:12345-192.168.204.3@tcp:39:umount.0 00000020:00000080:0.0:1790740547.778111:0:17165:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92f14c 00000100:00080000:0.0:1790740547.778145:0:17165:0:(import.c:65:import_set_state_nolock()) ffff98db8295f000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1790740547.778196:0:17165:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00010000:00010000:1.0:1790740547.778403:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740547.778726:0:17165:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd551180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e31bfdb-0682-4acb-9750-d1df4d991489+3:2401:x1877727001065856:12345-192.168.204.3@tcp:39:umount.0 Request processed in 701us (925us total) trans 8589934593 rc 0/0 00000100:00100000:1.0:1790740547.778745:0:17165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 68 00010000:00010000:2.0:1790740548.778518:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740549.738367:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1790740549.738395:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbfa69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022116096:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1790740549.738495:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740549.739358:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1790740549.739374:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbb7fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022116224:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1790740549.739416:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740549.739601:0:19777:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022116096 00000100:00100000:1.0:1790740549.739609:0:19777:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022116096 00000100:00100000:1.0:1790740549.739675:0:19777:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022116224 00000100:00100000:1.0:1790740549.739678:0:19777:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022116224 00000100:00100000:1.0:1790740549.739696:0:19777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1790740549.739705:0:19777:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1877727022116096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1790740549.739734:0:19777:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1790740549.739783:0:19777:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1877727022116096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (1287us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740549.739790:0:19777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1790740549.739808:0:19777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1790740549.739814:0:19777:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022116224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1790740549.739823:0:19777:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1790740549.739849:0:19777:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022116224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 35us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740549.739855:0:19777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1790740549.739897:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbfa69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022116096:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1790740549.740134:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1790740549.740162:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbb7fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022116224:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1790740549.741399:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd5f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1877727022116736:0@lo:400:kworker.0 00000100:00100000:3.0:1790740549.741457:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740549.741487:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84532d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3641:1877727022117248:0@lo:400:kworker.0 00000100:00100000:3.0:1790740549.741507:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740549.741548:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1790740549.741554:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd5fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022116608:0@lo:400:kworker.0 00000100:00100000:3.0:1790740549.741579:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740549.741600:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84530700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1877727022117120:0@lo:400:kworker.0 00000100:00100000:3.0:1790740549.741620:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740549.741638:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1877727022117632:0@lo:400:kworker.0 00000100:00100000:3.0:1790740549.741659:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740549.741686:0:17166:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022116736 00000100:00100000:3.0:1790740549.741702:0:17166:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022116736 00000100:00100000:3.0:1790740549.741738:0:17166:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022117248 00000100:00100000:3.0:1790740549.741740:0:17166:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022117248 00000100:00100000:3.0:1790740549.741761:0:17166:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022117120 00000100:00100000:3.0:1790740549.741764:0:17166:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022117120 00000100:00100000:3.0:1790740549.741775:0:17166:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022117632 00000100:00100000:3.0:1790740549.741777:0:17166:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022117632 00000100:00100000:3.0:1790740549.741794:0:17166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1790740549.741801:0:17166:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1877727022116736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740549.741936:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd5f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022116480:0@lo:400:kworker.0 00000100:00100000:2.0:1790740549.741971:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740549.741998:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84531c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022116992:0@lo:400:kworker.0 00000100:00100000:2.0:1790740549.742020:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740549.742063:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1877727022117504:0@lo:400:kworker.0 00000100:00100000:2.0:1790740549.742085:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740549.742108:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1790740549.742114:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd5f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3639:1877727022116352:0@lo:400:kworker.0 00000100:00100000:2.0:1790740549.742146:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740549.742158:0:17165:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022117504 00000100:00100000:1.0:1790740549.742164:0:17165:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022117504 00000100:00100000:2.0:1790740549.742172:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd5fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022116864:0@lo:400:kworker.0 00000100:00100000:1.0:1790740549.742195:0:17165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1790740549.742200:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740549.742206:0:17165:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1877727022117248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740549.742222:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84533480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1877727022117376:0@lo:400:kworker.0 00000100:00100000:2.0:1790740549.742258:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740549.742281:0:17165:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1877727022117248:12345-0@lo:400:kworker.0 Request processed in 77us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740549.742285:0:19500:0:(service.c:3485:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:1.0:1790740549.742290:0:17165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1790740549.742302:0:19500:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:1.0:1790740549.742317:0:17165:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022117376 00000100:00100000:1.0:1790740549.742322:0:17165:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022117376 00000100:00100000:2.0:1790740549.742326:0:18675:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022116608 00000100:00100000:2.0:1790740549.742333:0:18675:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022116608 00000100:00100000:1.0:1790740549.742346:0:17165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1790740549.742356:0:17165:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1877727022117120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740549.742370:0:18675:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022116992 00000100:00100000:2.0:1790740549.742375:0:18675:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022116992 00000100:00100000:1.0:1790740549.742392:0:17165:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1877727022117120:12345-0@lo:400:kworker.0 Request processed in 38us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740549.742401:0:17165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1790740549.742405:0:18675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1790740549.742418:0:18675:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1877727022116608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740549.742423:0:17165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1790740549.742433:0:17165:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1877727022117632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740549.742468:0:18675:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1877727022116608:12345-0@lo:400:kworker.0 Request processed in 53us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740549.742475:0:18675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1790740549.742490:0:18675:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1790740549.742496:0:18675:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022116992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740549.742550:0:17165:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1877727022117632:12345-0@lo:400:kworker.0 Request processed in 118us (888us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740549.742558:0:17165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1790740549.742637:0:17165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1790740549.742645:0:17165:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd552680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1877727022117504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740549.742854:0:17160:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022116352 00000100:00100000:0.0:1790740549.742859:0:17160:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022116352 00000100:00100000:0.0:1790740549.742892:0:17160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1790740549.742900:0:17160:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83eec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0847d467-2c8f-428f-ab2a-50e9cfba84d8+24:3639:x1877727022116352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740549.744301:0:17165:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd552680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1877727022117504:12345-0@lo:400:kworker.0 Request processed in 1649us (2207us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740549.744315:0:17165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1790740549.744380:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1877727022117504:0@lo:400:kworker.0 00000100:00100000:1.0:1790740549.744418:0:17165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1790740549.744429:0:17165:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd552300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1877727022117376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740549.744642:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd5fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022116608:0@lo:400:kworker.0 00000100:00100000:3.0:1790740549.744658:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84530700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1877727022117120:0@lo:400:kworker.0 00010000:00080000:3.0:1790740549.744673:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98dc9887dc00 x1877727022117632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740549.744685:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1877727022117632:0@lo:400:kworker.0 00000100:00100000:1.0:1790740549.744694:0:17165:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd552300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1877727022117376:12345-0@lo:400:kworker.0 Request processed in 267us (2432us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740549.744700:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84532d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3641:1877727022117248:0@lo:400:kworker.0 00000100:00100000:1.0:1790740549.744721:0:17165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00010000:00080000:1.0:1790740549.744757:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98db84533480 x1877727022117376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740549.744762:0:17166:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1877727022116736:12345-0@lo:400:kworker.0 Request processed in 2958us (3301us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740549.744780:0:17166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1790740549.744780:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84533480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1877727022117376:0@lo:400:kworker.0 00000100:00100000:3.0:1790740549.744824:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd5f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1877727022116736:0@lo:400:kworker.0 00000100:00080000:1.0:1790740549.744986:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1790740549.744992:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1790740549.744995:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1790740549.745049:0:17170:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022116480 00000100:00100000:3.0:1790740549.745057:0:17170:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022116480 00000100:00100000:1.0:1790740549.745079:0:17907:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022116864 00000100:00100000:1.0:1790740549.745086:0:17907:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022116864 00000100:00100000:3.0:1790740549.745115:0:17170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1790740549.745129:0:17170:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd550000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022116480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740549.745135:0:17907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1790740549.745145:0:17907:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd553480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022116864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740549.745182:0:17170:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd550000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022116480:12345-0@lo:400:kworker.0 Request processed in 56us (3209us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740549.745189:0:17170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1790740549.745195:0:17907:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd553480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022116864:12345-0@lo:400:kworker.0 Request processed in 51us (2994us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740549.745205:0:17907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1790740549.745241:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd5fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022116864:0@lo:400:kworker.0 00000100:00100000:1.0:1790740549.745256:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd5f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022116480:0@lo:400:kworker.0 00000100:00100000:0.0:1790740549.745583:0:17160:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83eec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0847d467-2c8f-428f-ab2a-50e9cfba84d8+24:3639:x1877727022116352:12345-0@lo:400:kworker.0 Request processed in 2681us (3433us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740549.745591:0:17160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1790740549.745673:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd5f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3639:1877727022116352:0@lo:400:kworker.0 00000100:00100000:2.0:1790740549.750364:0:18675:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022116992:12345-0@lo:400:kworker.0 Request processed in 7857us (8332us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740549.750382:0:18675:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1790740549.751783:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84531c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022116992:0@lo:400:kworker.0 00000100:00100000:2.0:1790740549.764341:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740549.764392:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740549.764694:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740549.764788:0:17151:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001066112 00000100:00100000:0.0:1790740549.764810:0:17151:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001066112 00000100:00100000:0.0:1790740549.764863:0:17151:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001065984 00000100:00100000:0.0:1790740549.764867:0:17151:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001065984 00000100:00100000:0.0:1790740549.764880:0:17151:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001066240 00000100:00100000:0.0:1790740549.764882:0:17151:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001066240 00000100:00100000:0.0:1790740549.764896:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 6 00000100:00100000:0.0:1790740549.764906:0:17151:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd551c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2b6742f8-8cda-45db-8c52-3634e9260d75+12:2405:x1877727001066112:12345-192.168.204.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790740549.764924:0:17151:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790740549.764957:0:17151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98db82343000/0xb25dda4f4e92f1ed lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24107 expref: 12 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740549.764974:0:17151:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790740549.765077:0:17151:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd551c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2b6742f8-8cda-45db-8c52-3634e9260d75+11:2405:x1877727001066112:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 171us (746us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740549.765086:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 6 00000100:00100000:0.0:1790740549.765118:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 7 00000100:00100000:0.0:1790740549.765125:0:17151:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd552d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2b6742f8-8cda-45db-8c52-3634e9260d75+10:2402:x1877727001065984:12345-192.168.204.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790740549.765133:0:17151:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790740549.765142:0:17151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcb5dc8800/0xb25dda4f4e92f16f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24097 expref: 10 pid: 17161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740549.765152:0:17151:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790740549.765172:0:17151:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd552d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2b6742f8-8cda-45db-8c52-3634e9260d75+9:2402:x1877727001065984:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 48us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740549.765177:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 7 00000100:00100000:0.0:1790740549.765191:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 8 00000100:00100000:0.0:1790740549.765196:0:17151:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd551f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2b6742f8-8cda-45db-8c52-3634e9260d75+8:2402:x1877727001066240:12345-192.168.204.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790740549.765215:0:17151:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790740549.765224:0:17151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcbfc44c00/0xb25dda4f4e92f176 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae240c8 expref: 8 pid: 17160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740549.765234:0:17151:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790740549.765253:0:17151:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd551f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:2b6742f8-8cda-45db-8c52-3634e9260d75+7:2402:x1877727001066240:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 56us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740549.765259:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 8 00000100:00100000:0.0:1790740549.785612:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740549.786614:0:17165:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001066496 00000100:00100000:1.0:1790740549.786627:0:17165:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001066496 00000100:00100000:1.0:1790740549.786714:0:17165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 69 00000100:00100000:1.0:1790740549.786726:0:17165:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4dca2668-e8ad-455d-9a0a-ed2d1013e863+6:2401:x1877727001066496:12345-192.168.204.3@tcp:39:umount.0 00000020:00000080:1.0:1790740549.786773:0:17165:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92f184 00000020:00010000:1.0:1790740549.786780:0:17165:0:(genops.c:1920:obd_stale_export_put()) Put export ffff98dcbb765800: total 0 00000100:00080000:1.0:1790740549.786799:0:17165:0:(import.c:65:import_set_state_nolock()) ffff98dcbb764800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1790740549.786875:0:17165:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000020:00010000:2.0:1790740549.787065:0:17154:0:(genops.c:1906:obd_stale_export_get()) Get export ffff98dcbb765800: total 0 00000100:00100000:1.0:1790740549.787085:0:17165:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:4dca2668-e8ad-455d-9a0a-ed2d1013e863+5:2401:x1877727001066496:12345-192.168.204.3@tcp:39:umount.0 Request processed in 362us (1482us total) trans 8589934628 rc 0/0 00000100:00100000:1.0:1790740549.787106:0:17165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 69 00010000:00010000:2.0:1790740549.787135:0:17154:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff98dcbb765800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1790740549.787169:0:17154:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98dcaf045a00) 00010000:00010000:2.0:1790740549.787173:0:17154:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1790740549.787181:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcc2175600/0xb25dda4f4e92f279 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24131 expref: 4 pid: 17165 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740549.787209:0:17154:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff98dcbb765800, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1790740549.787220:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740549.787222:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740549.787229:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1790740549.787400:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1790740549.802379:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790740549.810001:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740549.811125:0:17167:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001066624 00000100:00100000:1.0:1790740549.811141:0:17167:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001066624 00000100:00100000:1.0:1790740549.811237:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 70 00000100:00100000:1.0:1790740549.811248:0:17167:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd553100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4dca2668-e8ad-455d-9a0a-ed2d1013e863+5:2401:x1877727001066624:12345-192.168.204.3@tcp:39:umount.0 00000020:00000080:1.0:1790740549.811291:0:17167:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92f18b 00000100:00080000:1.0:1790740549.811301:0:17167:0:(import.c:65:import_set_state_nolock()) ffff98db82aac800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1790740549.811329:0:17167:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00010000:00010000:2.0:1790740549.811378:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740549.811509:0:17167:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd553100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:4dca2668-e8ad-455d-9a0a-ed2d1013e863+3:2401:x1877727001066624:12345-192.168.204.3@tcp:39:umount.0 Request processed in 262us (1526us total) trans 8589934594 rc 0/0 00000100:00100000:1.0:1790740549.811518:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 70 00000100:00080000:0.0:1790740549.811643:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1790740549.854887:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740549.854982:0:17161:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001066880 00000100:00100000:0.0:1790740549.855014:0:17161:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001066880 00000100:00100000:0.0:1790740549.855133:0:17161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 176 00000100:00100000:0.0:1790740549.855155:0:17161:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83eee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2b6742f8-8cda-45db-8c52-3634e9260d75+7:2401:x1877727001066880:12345-192.168.204.3@tcp:251:umount.0 00000020:00000080:0.0:1790740549.855221:0:17161:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92f122 00000020:00010000:0.0:1790740549.855232:0:17161:0:(genops.c:1920:obd_stale_export_put()) Put export ffff98dcbd33d000: total 0 00000100:00080000:0.0:1790740549.855238:0:17161:0:(import.c:65:import_set_state_nolock()) ffff98dcbd339000 : changing import state from FULL to CLOSED 00000020:00010000:1.0:1790740549.861183:0:17155:0:(genops.c:1906:obd_stale_export_get()) Get export ffff98dcbd33d000: total 0 00010000:00010000:1.0:1790740549.861193:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740549.861263:0:17155:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff98dcbd33d000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1790740549.861310:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98db83f33400/0xb25dda4f4e92f129 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24020 expref: 3 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740549.861330:0:17155:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff98dcbd33d000, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1790740549.861341:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740549.861343:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740549.861345:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790740549.869645:0:17161:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83eee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2b6742f8-8cda-45db-8c52-3634e9260d75+1:2401:x1877727001066880:12345-192.168.204.3@tcp:251:umount.0 Request processed in 11849us (12119us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740549.869672:0:17161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 176 00000020:00000080:0.0:1790740549.869701:0:17161:0:(genops.c:885:class_export_put()) final put ffff98dcbd33d000/2b6742f8-8cda-45db-8c52-3634e9260d75 00000020:00000080:1.0:1790740549.869815:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcbd33d000/2b6742f8-8cda-45db-8c52-3634e9260d75 for MGS 00000020:00000080:1.0:1790740549.869898:0:15342:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98dcbd339000 for MGS 00000100:00100000:2.0:1790740550.257474:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1790740550.257507:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022117760:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1790740550.257606:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740550.257668:0:19777:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022117760 00000100:00100000:2.0:1790740550.257678:0:19777:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022117760 00000100:00100000:2.0:1790740550.257739:0:19777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1790740550.257750:0:19777:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022117760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1790740550.257805:0:19777:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1790740550.257861:0:19777:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022117760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740550.257871:0:19777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1790740550.257930:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd552a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022117760:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1790740550.443403:0:17201:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1790740550.443418:0:17201:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1790740550.443446:0:17201:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1790740550.443461:0:17201:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:1.0:1790740550.763127:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbfa69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022117888:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790740550.763235:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740550.763511:0:17170:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022117888 00000100:00100000:2.0:1790740550.763523:0:17170:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022117888 00000100:00100000:2.0:1790740550.763589:0:17170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1790740550.763600:0:17170:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022117888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1790740550.763645:0:17170:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1790740550.763707:0:17170:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022117888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740550.763716:0:17170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1790740550.764189:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbfa69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022117888:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1790740550.827312:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740551.277609:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbfa68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022118016:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790740551.277722:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740551.277829:0:17171:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022118016 00000100:00100000:0.0:1790740551.277841:0:17171:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022118016 00000100:00100000:0.0:1790740551.277906:0:17171:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1790740551.277917:0:17171:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022118016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1790740551.277967:0:17171:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1790740551.278141:0:17171:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022118016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 225us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740551.278150:0:17171:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1790740551.278307:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbfa68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022118016:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1790740551.852079:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1790740551.886307:0:20738:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:2.0:1790740551.911582:0:20738:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1790740551.911662:0:20738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9400/0xb25dda4f4e92ece5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92ecec expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740551.911706:0:20738:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9400/0xb25dda4f4e92ece5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92ecec expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740551.911713:0:20738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9400/0xb25dda4f4e92ece5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92ecec expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740551.911722:0:20738:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9400/0xb25dda4f4e92ece5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92ecec expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740551.911753:0:20738:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1790740551.911760:0:20738:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1790740551.911800:0:20738:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1790740551.911806:0:20738:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1790740551.911814:0:20738:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1790740551.911848:0:20738:0:(import.c:65:import_set_state_nolock()) ffff98db83e39800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1790740551.911995:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3637:1877727022118144:0@lo:39:umount.0 00000100:00100000:0.0:1790740551.912132:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740551.912254:0:20651:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022118144 00000100:00100000:2.0:1790740551.912264:0:20651:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022118144 00010000:00010000:1.0:1790740551.912452:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790740551.912462:0:17154:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9400/0xb25dda4f4e92ece5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92ecec expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.912472:0:17154:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc9400 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:1.0:1790740551.912477:0:17154:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9400/0xb25dda4f4e92ece5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92ecec expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.912489:0:17154:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9400/0xb25dda4f4e92ece5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xb25dda4f4e92ecec expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790740551.912497:0:17154:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9400/0xb25dda4f4e92ece5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xb25dda4f4e92ecec expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790740551.912503:0:17154:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1790740551.912506:0:17154:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1790740551.912509:0:17154:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1790740551.912544:0:17154:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9400/0xb25dda4f4e92ece5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92ecec expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.912551:0:17154:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1790740551.912577:0:17154:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9400/0xb25dda4f4e92ece5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92ecec expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.912602:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9400/0xb25dda4f4e92ece5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92ecec expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.912616:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740551.912618:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740551.912620:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740551.912633:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbb7fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3640:1877727022118272:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790740551.912674:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740551.912746:0:17151:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022118272 00000100:00100000:1.0:1790740551.912751:0:17151:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022118272 00000100:00100000:1.0:1790740551.912795:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1790740551.912806:0:17151:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0847d467-2c8f-428f-ab2a-50e9cfba84d8+24:3640:x1877727022118272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1790740551.912821:0:17151:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790740551.912837:0:17151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcb5dc9200/0xb25dda4f4e92ecec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb25dda4f4e92ece5 expref: 24 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.912862:0:17151:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790740551.912903:0:17151:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0847d467-2c8f-428f-ab2a-50e9cfba84d8+23:3640:x1877727022118272:12345-0@lo:103:ldlm_bl.0 Request processed in 99us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740551.912911:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1790740551.912963:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbb7fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3640:1877727022118272:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790740551.913159:0:20651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1790740551.913168:0:20651:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1877727022118144:12345-0@lo:39:umount.0 00000020:00000080:1.0:1790740551.913200:0:20651:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ed16 00000100:00080000:1.0:1790740551.913210:0:20651:0:(import.c:65:import_set_state_nolock()) ffff98dcaeddf000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1790740551.913280:0:20651:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+1:3637:x1877727022118144:12345-0@lo:39:umount.0 Request processed in 113us (1149us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740551.913294:0:20651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:1.0:1790740551.913303:0:20651:0:(genops.c:885:class_export_put()) final put ffff98dcb6c74800/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:2.0:1790740551.913423:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1790740551.913494:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcb6c74800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:3.0:1790740551.913557:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98dcaeddf000 for lustre-MDT0000 00000100:00080000:0.0:1790740551.913866:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98db83e39800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1790740551.913981:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3637:1877727022118144:0@lo:39:umount.0 00000100:00080000:2.0:1790740551.914158:0:20738:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1790740551.914163:0:20738:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1790740551.914169:0:20738:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1790740551.916558:0:20738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9e00/0xb25dda4f4e92ec36 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92ec3d expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740551.916585:0:20738:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9e00/0xb25dda4f4e92ec36 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92ec3d expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740551.916592:0:20738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9e00/0xb25dda4f4e92ec36 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92ec3d expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740551.916599:0:20738:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9e00/0xb25dda4f4e92ec36 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92ec3d expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740551.916666:0:20738:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790740551.916673:0:20738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8000/0xb25dda4f4e92f042 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f049 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740551.916681:0:20738:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8000/0xb25dda4f4e92f042 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f049 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740551.916687:0:20738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8000/0xb25dda4f4e92f042 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92f049 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740551.916705:0:20738:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8000/0xb25dda4f4e92f042 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92f049 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.916740:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1790740551.916749:0:17154:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9e00/0xb25dda4f4e92ec36 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92ec3d expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.916757:0:17154:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc9e00 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:1.0:1790740551.916762:0:17154:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9e00/0xb25dda4f4e92ec36 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92ec3d expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.916772:0:17154:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9e00/0xb25dda4f4e92ec36 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xb25dda4f4e92ec3d expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790740551.916780:0:17154:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9e00/0xb25dda4f4e92ec36 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xb25dda4f4e92ec3d expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790740551.916786:0:17154:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1790740551.916789:0:17154:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:1.0:1790740551.916834:0:17154:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9e00/0xb25dda4f4e92ec36 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92ec3d expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.916842:0:17154:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1790740551.917676:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbb7fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3641:1877727022118400:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790740551.917774:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740551.917944:0:17152:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022118400 00000100:00100000:3.0:1790740551.917955:0:17152:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022118400 00000100:00100000:3.0:1790740551.918027:0:17152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1790740551.918067:0:17152:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0847d467-2c8f-428f-ab2a-50e9cfba84d8+23:3641:x1877727022118400:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790740551.918085:0:17152:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790740551.918106:0:17152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98db83f32600/0xb25dda4f4e92ec3d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb25dda4f4e92ec36 expref: 23 pid: 17160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740551.918124:0:17152:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1790740551.918199:0:17154:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9e00/0xb25dda4f4e92ec36 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92ec3d expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.918209:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9e00/0xb25dda4f4e92ec36 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92ec3d expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.918225:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790740551.918229:0:17154:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8000/0xb25dda4f4e92f042 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92f049 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.918249:0:17154:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc8000 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:1.0:1790740551.918252:0:17154:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8000/0xb25dda4f4e92f042 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92f049 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.918262:0:17154:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8000/0xb25dda4f4e92f042 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xb25dda4f4e92f049 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790740551.918268:0:17154:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8000/0xb25dda4f4e92f042 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xb25dda4f4e92f049 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790740551.918274:0:17154:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1790740551.918277:0:17154:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:1.0:1790740551.918300:0:17154:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8000/0xb25dda4f4e92f042 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92f049 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.918307:0:17154:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1790740551.921662:0:17154:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8000/0xb25dda4f4e92f042 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92f049 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.921695:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740551.921697:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740551.921703:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740551.921763:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1790740551.921793:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbb7fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3639:1877727022118528:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790740551.921905:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740551.921970:0:17153:0:(service.c:3485:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1790740551.921984:0:17153:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:1.0:1790740551.922005:0:17151:0:(service.c:3485:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1790740551.922014:0:17151:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022118528 00000100:00100000:1.0:1790740551.922091:0:17151:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022118528 00000100:00100000:1.0:1790740551.922742:0:20739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1790740551.922756:0:20739:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0847d467-2c8f-428f-ab2a-50e9cfba84d8+23:3639:x1877727022118528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1790740551.922776:0:20739:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790740551.922799:0:20739:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98db83f32c00/0xb25dda4f4e92f049 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb25dda4f4e92f042 expref: 23 pid: 17160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.922816:0:20739:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790740551.922925:0:20739:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0847d467-2c8f-428f-ab2a-50e9cfba84d8+22:3639:x1877727022118528:12345-0@lo:103:ldlm_bl.0 Request processed in 171us (1019us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740551.922933:0:20739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1790740551.922985:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbb7fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3639:1877727022118528:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790740551.923221:0:20738:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1790740551.923231:0:20738:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8000/0xb25dda4f4e92f042 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92f049 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790740551.923246:0:20738:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1790740551.923258:0:20738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44800/0xb25dda4f4e92f1df lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f1e6 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740551.923266:0:20738:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44800/0xb25dda4f4e92f1df lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f1e6 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740551.923275:0:20738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44800/0xb25dda4f4e92f1df lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92f1e6 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740551.923282:0:20738:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44800/0xb25dda4f4e92f1df lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92f1e6 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740551.923298:0:20738:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790740551.923304:0:20738:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92ec28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92ec2f expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740551.923324:0:20738:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92ec28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92ec2f expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740551.923332:0:20738:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92ec28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92ec2f expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740551.923350:0:20738:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92ec28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92ec2f expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740551.923358:0:20738:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:0.0:1790740551.923361:0:20738:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:0.0:1790740551.923365:0:20738:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:0.0:1790740551.923404:0:20738:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0000 00000020:01000000:0.0:1790740551.923409:0:20738:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:0.0:1790740551.923414:0:20738:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790740551.923422:0:20738:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:0.0:1790740551.923428:0:20738:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff98db82ff4800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1790740551.923434:0:20738:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff98db83cec000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1790740551.923439:0:20738:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff98dcb5cb7000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1790740551.923443:0:20738:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff98dcb5cb0000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1790740551.923451:0:20738:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff98dcbb765800 4dca2668-e8ad-455d-9a0a-ed2d1013e863 192.168.204.3@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:0.0:1790740551.923456:0:20738:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff98dcbd33b800 8e31bfdb-0682-4acb-9750-d1df4d991489 192.168.204.3@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:0.0:1790740551.923461:0:20738:0:(genops.c:1552:class_disconnect_exports()) OBD device 5 (ffff98dcaefc8000) has exports, disconnecting them 00000020:00080000:0.0:1790740551.923466:0:20738:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff98db82ff4800), last request at 1790740549 00000020:00000080:0.0:1790740551.923475:0:20738:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92f011 00000100:00080000:0.0:1790740551.923495:0:20738:0:(import.c:65:import_set_state_nolock()) ffff98db82ff7800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1790740551.923551:0:20738:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98db82ff4800): rc 0 00000020:00000080:0.0:1790740551.923554:0:20738:0:(genops.c:885:class_export_put()) final put ffff98db82ff4800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:0.0:1790740551.923574:0:20738:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff98db83cec000), last request at 1790740549 00000020:00000080:0.0:1790740551.923578:0:20738:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92eeb3 00000100:00080000:0.0:1790740551.923584:0:20738:0:(import.c:65:import_set_state_nolock()) ffff98db83cee000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1790740551.923598:0:20738:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98db83cec000): rc 0 00000020:00000080:0.0:1790740551.923600:0:20738:0:(genops.c:885:class_export_put()) final put ffff98db83cec000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:0.0:1790740551.923604:0:20738:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff98dcb5cb7000), last request at 1790740474 00000020:00000080:0.0:1790740551.923608:0:20738:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ee04 00000100:00080000:0.0:1790740551.923612:0:20738:0:(import.c:65:import_set_state_nolock()) ffff98dcb5cb6000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1790740551.923618:0:20738:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98dcb5cb7000): rc 0 00000020:00000080:0.0:1790740551.923620:0:20738:0:(genops.c:885:class_export_put()) final put ffff98dcb5cb7000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:0.0:1790740551.923624:0:20738:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff98dcb5cb0000), last request at 1790740474 00000020:00000080:0.0:1790740551.923627:0:20738:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ed9b 00000100:00080000:0.0:1790740551.923631:0:20738:0:(import.c:65:import_set_state_nolock()) ffff98dcb5cc2800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1790740551.923638:0:20738:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000020:00080000:0.0:1790740551.923735:0:20738:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98dcb5cb0000): rc 0 00000004:00000080:0.0:1790740551.923744:0:20738:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb5b101d7bae0 00000100:00080000:0.0:1790740551.923767:0:20738:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1790740551.923771:0:20738:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00010000:00010000:1.0:1790740551.924011:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1790740551.924020:0:17154:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44800/0xb25dda4f4e92f1df lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92f1e6 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.924029:0:17154:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcbfc44800 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:1.0:1790740551.924082:0:17154:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44800/0xb25dda4f4e92f1df lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92f1e6 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.924093:0:17154:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44800/0xb25dda4f4e92f1df lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xb25dda4f4e92f1e6 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790740551.924101:0:17154:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44800/0xb25dda4f4e92f1df lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xb25dda4f4e92f1e6 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790740551.924107:0:17154:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1790740551.924110:0:17154:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1790740551.924112:0:17154:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1790740551.924160:0:17154:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44800/0xb25dda4f4e92f1df lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92f1e6 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.924167:0:17154:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1790740551.924190:0:17154:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44800/0xb25dda4f4e92f1df lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92f1e6 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.924198:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44800/0xb25dda4f4e92f1df lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92f1e6 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.924211:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790740551.924216:0:17154:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92ec28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92ec2f expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.924222:0:17154:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc8c00 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:1.0:1790740551.924226:0:17154:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92ec28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92ec2f expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.924233:0:17154:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92ec28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xb25dda4f4e92ec2f expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790740551.924241:0:17154:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92ec28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xb25dda4f4e92ec2f expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790740551.924247:0:17154:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1790740551.924249:0:17154:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1790740551.924251:0:17154:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1790740551.924264:0:17154:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92ec28 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92ec2f expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.924270:0:17154:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000020:00000080:2.0:1790740551.925455:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98db82ff4800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1790740551.925535:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98db83cec000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1790740551.925557:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcb5cb7000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1790740551.925580:0:15342:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98db82ff7800 for lustre-MDT0000 00000020:00000080:2.0:1790740551.925605:0:15342:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98db83cee000 for lustre-MDT0000 00000020:00000080:2.0:1790740551.925609:0:15342:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98dcb5cb6000 for lustre-MDT0000 00000100:00100000:3.0:1790740551.925724:0:17152:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0847d467-2c8f-428f-ab2a-50e9cfba84d8+21:3641:x1877727022118400:12345-0@lo:103:ldlm_bl.0 Request processed in 7655us (7944us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740551.925740:0:17152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:0.0:1790740551.925983:0:20738:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1790740551.926015:0:20738:0:(import.c:65:import_set_state_nolock()) ffff98dcb5f18000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1790740551.926104:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbfa68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022118912:0@lo:39:umount.0 00000100:00100000:0.0:1790740551.926190:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1790740551.926547:0:17154:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92ec28 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92ec2f expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.926572:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92ec28 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92ec2f expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740551.926592:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740551.926594:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740551.926597:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740551.926628:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790740551.926838:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbb7fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3638:1877727022118656:0@lo:103:ldlm_bl.0 00000100:00080000:0.0:1790740551.928626:0:20738:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1790740551.928635:0:20738:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:0.0:1790740551.928659:0:20738:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1790740551.928741:0:20738:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1790740551.928779:0:20738:0:(import.c:65:import_set_state_nolock()) ffff98dc856aa800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1790740551.928799:0:20738:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1790740551.928802:0:20738:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:0.0:1790740551.928809:0:20738:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1790740551.928914:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbfa69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022119040:0@lo:9:umount.0 00000100:00100000:0.0:1790740551.929018:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1790740551.929120:0:20738:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1790740551.929132:0:20738:0:(import.c:65:import_set_state_nolock()) ffff98dcaeddd000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1790740551.929149:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbfa6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022119168:0@lo:9:umount.0 00000100:00100000:0.0:1790740551.929177:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740551.929213:0:19778:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022119040 00000100:00100000:0.0:1790740551.929224:0:19778:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022119040 00000100:00100000:0.0:1790740551.929287:0:19778:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022119168 00000100:00100000:0.0:1790740551.929290:0:19778:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022119168 00000100:00100000:0.0:1790740551.929463:0:19778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1790740551.929475:0:19778:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3637:x1877727022119040:12345-0@lo:9:umount.0 00000020:00000080:0.0:1790740551.929511:0:19778:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92eef9 00000100:00080000:0.0:1790740551.929522:0:19778:0:(import.c:65:import_set_state_nolock()) ffff98db83ce9800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1790740551.929578:0:19778:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1790740551.929766:0:19778:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3637:x1877727022119040:12345-0@lo:9:umount.0 Request processed in 293us (748us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740551.929775:0:19778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1790740551.929794:0:19778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1790740551.929801:0:19778:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3637:x1877727022119168:12345-0@lo:9:umount.0 00000020:00000080:0.0:1790740551.929814:0:19778:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92f050 00000100:00080000:0.0:1790740551.929820:0:19778:0:(import.c:65:import_set_state_nolock()) ffff98db829b3000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1790740551.929837:0:19778:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1790740551.929970:0:19778:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3637:x1877727022119168:12345-0@lo:9:umount.0 Request processed in 170us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740551.929977:0:19778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:0.0:1790740551.930000:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1790740551.930004:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1790740551.930098:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dcaeddd000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1790740551.930111:0:3637:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1790740551.930113:0:3637:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1790740551.930117:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbfa6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022119168:0@lo:9:umount.0 00000100:00080000:0.0:1790740551.930131:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dc856aa800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1790740551.930139:0:3637:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1790740551.930141:0:3637:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1790740551.930144:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbfa69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022119040:0@lo:9:umount.0 00010000:00010000:0.0:1790740551.930179:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1790740551.930229:0:20738:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff98dcaefc8000) has no exports 00000100:00100000:2.0:1790740551.930986:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbb7fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3641:1877727022118400:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790740551.931014:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1790740551.931045:0:17170:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022118912 00000100:00100000:2.0:1790740551.931061:0:17170:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022118912 00000100:00100000:1.0:1790740551.931071:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740551.931107:0:17170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1790740551.931115:0:17170:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfa6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1877727022118912:12345-0@lo:39:umount.0 00000020:00000080:2.0:1790740551.931145:0:17170:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ee2e 00000100:00080000:2.0:1790740551.931153:0:17170:0:(import.c:65:import_set_state_nolock()) ffff98dcb5cb4800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1790740551.931177:0:17170:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1790740551.931241:0:17151:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022118656 00000100:00100000:1.0:1790740551.931245:0:17151:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022118656 00000100:00100000:1.0:1790740551.931284:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1790740551.931291:0:17151:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcaf041450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0847d467-2c8f-428f-ab2a-50e9cfba84d8+21:3638:x1877727022118656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1790740551.931304:0:17151:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1790740551.931323:0:17170:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfa6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+3:3637:x1877727022118912:12345-0@lo:39:umount.0 Request processed in 197us (5121us total) trans 8589934595 rc 0/0 00010000:00010000:1.0:1790740551.931325:0:17151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcaf060800/0xb25dda4f4e92f1e6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb25dda4f4e92f1df expref: 21 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740551.931331:0:17170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00010000:00010000:1.0:1790740551.931352:0:17151:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:2.0:1790740551.931374:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dcb5f18000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1790740551.931381:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbfa68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022118912:0@lo:39:umount.0 00000100:00100000:1.0:1790740551.931388:0:17151:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcaf041450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0847d467-2c8f-428f-ab2a-50e9cfba84d8+20:3638:x1877727022118656:12345-0@lo:103:ldlm_bl.0 Request processed in 98us (318us total) trans 0 rc 0/0 00010000:00010000:2.0:1790740551.931393:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740551.931394:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1790740551.931405:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbb7fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3641:1877727022118784:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790740551.931437:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740551.931994:0:17153:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022118784 00000100:00100000:1.0:1790740551.932000:0:17153:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022118784 00000100:00100000:0.0:1790740551.932075:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1790740551.932084:0:17151:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0847d467-2c8f-428f-ab2a-50e9cfba84d8+20:3641:x1877727022118784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790740551.932095:0:17151:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790740551.932106:0:17151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98db83f33c00/0xb25dda4f4e92ec2f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb25dda4f4e92ec28 expref: 20 pid: 17160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740551.932117:0:17151:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790740551.932142:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbb7fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3638:1877727022118656:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790740551.932155:0:17151:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0847d467-2c8f-428f-ab2a-50e9cfba84d8+19:3641:x1877727022118784:12345-0@lo:103:ldlm_bl.0 Request processed in 74us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740551.932162:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00010000:1.0:1790740551.932167:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790740551.932281:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbb7fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3641:1877727022118784:0@lo:103:ldlm_bl.0 00000020:00080000:2.0:1790740551.941452:0:20738:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff98dcaefc8000) has no exports 00000020:00000080:2.0:1790740552.046767:0:20738:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ec83 00000020:00000080:2.0:1790740552.046791:0:20738:0:(genops.c:885:class_export_put()) final put ffff98dc82bc4800/lustre-QMT0000_UUID 00000020:01000000:2.0:1790740552.047448:0:20738:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:3.0:1790740552.049191:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98dc82bc4800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:3.0:1790740552.049497:0:20738:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790740552.049512:0:20738:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1790740552.049518:0:20738:0:(genops.c:1557:class_disconnect_exports()) OBD device 7 (ffff98dc897419c0) has no exports 00000020:00000080:3.0:1790740552.050985:0:20738:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ec7c 00000020:00000080:3.0:1790740552.050999:0:20738:0:(genops.c:885:class_export_put()) final put ffff98dc88508800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1790740552.051195:0:20738:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790740552.051208:0:20738:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1790740552.051212:0:20738:0:(genops.c:885:class_export_put()) final put ffff98dc88191800/lustre-QMT0000_UUID 00000020:00000080:3.0:1790740552.051236:0:20738:0:(genops.c:844:class_export_destroy()) destroying export ffff98dc88191800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:3.0:1790740552.051253:0:20738:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:2.0:1790740552.051747:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98dc88508800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:2.0:1790740552.874583:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1790740553.838582:0:17146:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1790740553.838605:0:17146:0:(genops.c:885:class_export_put()) final put ffff98dcb5cb0000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1790740553.838640:0:17146:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 4dca2668-e8ad-455d-9a0a-ed2d1013e863 00000001:00080000:2.0:1790740553.838651:0:17146:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:2.0:1790740553.838655:0:17146:0:(genops.c:885:class_export_put()) final put ffff98dcbb765800/4dca2668-e8ad-455d-9a0a-ed2d1013e863 00000001:00100000:2.0:1790740553.838661:0:17146:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 8e31bfdb-0682-4acb-9750-d1df4d991489 00000001:00080000:2.0:1790740553.838668:0:17146:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:2.0:1790740553.838676:0:17146:0:(genops.c:885:class_export_put()) final put ffff98dcbd33b800/8e31bfdb-0682-4acb-9750-d1df4d991489 00000001:00100000:3.0:1790740553.839053:0:17899:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:3.0:1790740553.839066:0:17899:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:3.0:1790740553.839069:0:17899:0:(genops.c:885:class_export_put()) final put ffff98dcb5dd9000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1790740553.839076:0:17899:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 4dca2668-e8ad-455d-9a0a-ed2d1013e863 00000001:00080000:3.0:1790740553.839081:0:17899:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:3.0:1790740553.839082:0:17899:0:(genops.c:885:class_export_put()) final put ffff98db82aaa000/4dca2668-e8ad-455d-9a0a-ed2d1013e863 00000001:00100000:3.0:1790740553.839087:0:17899:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 8e31bfdb-0682-4acb-9750-d1df4d991489 00000001:00080000:3.0:1790740553.839090:0:17899:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:3.0:1790740553.839091:0:17899:0:(genops.c:885:class_export_put()) final put ffff98dcbd33a800/8e31bfdb-0682-4acb-9750-d1df4d991489 00000001:00100000:3.0:1790740553.839205:0:19487:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1790740553.839209:0:19487:0:(genops.c:885:class_export_put()) final put ffff98db829b7800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1790740553.839216:0:19487:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8e31bfdb-0682-4acb-9750-d1df4d991489 00000020:00000080:3.0:1790740553.839218:0:19487:0:(genops.c:885:class_export_put()) final put ffff98dcbd3fa000/8e31bfdb-0682-4acb-9750-d1df4d991489 00000020:00000080:1.0:1790740553.839549:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcb5cb0000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:1.0:1790740553.839618:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcbb765800/4dca2668-e8ad-455d-9a0a-ed2d1013e863 for lustre-MDT0000 00000020:00000080:1.0:1790740553.839656:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcbd33b800/8e31bfdb-0682-4acb-9750-d1df4d991489 for lustre-MDT0000 00000020:00000080:1.0:1790740553.839681:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcb5dd9000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:1.0:1790740553.839717:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98db82aaa000/4dca2668-e8ad-455d-9a0a-ed2d1013e863 for lustre-MDT0001 00000020:00000080:1.0:1790740553.839744:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcbd33a800/8e31bfdb-0682-4acb-9750-d1df4d991489 for lustre-MDT0001 00000020:00000080:1.0:1790740553.839767:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98db829b7800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1790740553.839784:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcbd3fa000/8e31bfdb-0682-4acb-9750-d1df4d991489 for lustre-OST0001 00000020:00000080:1.0:1790740553.839800:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98dcb5cc2800 for lustre-MDT0000 00000020:00000080:1.0:1790740553.839805:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98dcbb764800 for lustre-MDT0000 00000020:00000080:1.0:1790740553.839808:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98dcbd338000 for lustre-MDT0000 00000020:00000080:1.0:1790740553.839811:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98dcb5cb4800 for lustre-MDT0001 00000020:00000080:1.0:1790740553.839814:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98db82aac800 for lustre-MDT0001 00000020:00000080:1.0:1790740553.839817:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98db8295f000 for lustre-MDT0001 00000020:00000080:1.0:1790740553.839820:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98db829b3000 for lustre-OST0001 00000020:00000080:1.0:1790740553.839823:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98dcbd3fc000 for lustre-OST0001 00010000:00010000:1.0:1790740553.898225:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1790740554.090302:0:20738:0:(lprocfs_status_server.c:369:lprocfs_free_client_stats()) stat ffff98dc90884a20 - data ffff98dcaa1c66c0/ffff98dcbb7bc000 00000020:01000000:3.0:1790740554.090491:0:20738:0:(lprocfs_status_server.c:369:lprocfs_free_client_stats()) stat ffff98dcaec4ca20 - data ffff98dcaa090870/ffff98dcbd2b4000 00000001:00000004:3.0:1790740554.100278:0:20738:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:2.0:1790740554.164606:0:20738:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1790740554.164615:0:20738:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1790740554.164629:0:20738:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff98dcbfa68000 x1877727022118912/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1790740561 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790740554.164654:0:20738:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1790740554.175053:0:20738:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1790740554.175063:0:20738:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1790740554.175093:0:20738:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1790740554.175096:0:20738:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1790740554.175596:0:17189:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1790740554.175602:0:17189:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1790740554.175623:0:17189:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1790740554.176461:0:20738:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1790740554.176467:0:20738:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:2.0:1790740554.176485:0:20738:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1790740554.176486:0:20738:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1790740554.176890:0:17191:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1790740554.176895:0:17191:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:0.0:1790740554.176903:0:17191:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1790740554.178122:0:20738:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ec4b 00000020:00000080:2.0:1790740554.178136:0:20738:0:(genops.c:885:class_export_put()) final put ffff98db83e04000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1790740554.178942:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98db83e04000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1790740554.184868:0:20738:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ec60 00000020:00000080:2.0:1790740554.184888:0:20738:0:(genops.c:885:class_export_put()) final put ffff98dcbfc4a800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1790740554.184909:0:20738:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:2.0:1790740554.184916:0:20738:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790740554.184925:0:20738:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1790740554.184929:0:20738:0:(genops.c:1557:class_disconnect_exports()) OBD device 4 (ffff98dcaefccd40) has no exports 00000004:01000000:2.0:1790740554.185164:0:20738:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1790740554.185172:0:20738:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ecc2 00000020:00000080:2.0:1790740554.185190:0:20738:0:(genops.c:885:class_export_put()) final put ffff98dcb6c75800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1790740554.185194:0:20738:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:2.0:1790740554.185199:0:20738:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790740554.185203:0:20738:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1790740554.185206:0:20738:0:(genops.c:1557:class_disconnect_exports()) OBD device 10 (ffff98dcbc23cd40) has no exports 00000020:00000080:2.0:1790740554.185212:0:20738:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ecbb 00000020:00000080:2.0:1790740554.185216:0:20738:0:(genops.c:885:class_export_put()) final put ffff98dcaeddc000/lustre-MDT0000-osd_UUID 00010000:01000000:2.0:1790740554.185581:0:20738:0:(obd_class.h:668:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:2.0:1790740554.185586:0:20738:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1790740554.185590:0:20738:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:2.0:1790740554.185595:0:20738:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1790740554.185598:0:20738:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1790740554.185634:0:20738:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790740554.185640:0:20738:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1790740554.185645:0:20738:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ecad 00000020:00000080:2.0:1790740554.185649:0:20738:0:(genops.c:885:class_export_put()) final put ffff98dcaedde800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1790740554.185653:0:20738:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:2.0:1790740554.185656:0:20738:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790740554.185659:0:20738:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1790740554.185662:0:20738:0:(genops.c:1557:class_disconnect_exports()) OBD device 9 (ffff98dcbd5a3380) has no exports 00000020:00000080:2.0:1790740554.185665:0:20738:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92eca6 00000020:00000080:2.0:1790740554.185668:0:20738:0:(genops.c:885:class_export_put()) final put ffff98dc856ab800/lustre-MDT0000-osd_UUID 00010000:01000000:2.0:1790740554.185999:0:20738:0:(obd_class.h:668:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:2.0:1790740554.186002:0:20738:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1790740554.186004:0:20738:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:2.0:1790740554.186020:0:20738:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1790740554.186022:0:20738:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1790740554.186074:0:20738:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790740554.186079:0:20738:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:2.0:1790740554.186089:0:20738:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1790740554.186094:0:20738:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ec98 00000020:00000080:2.0:1790740554.186099:0:20738:0:(genops.c:885:class_export_put()) final put ffff98dcb5f1e800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1790740554.186110:0:20738:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:2.0:1790740554.186113:0:20738:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790740554.186116:0:20738:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1790740554.186118:0:20738:0:(genops.c:1557:class_disconnect_exports()) OBD device 8 (ffff98dcbd5a4d40) has no exports 00000020:00000080:2.0:1790740554.186123:0:20738:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ec91 00000020:00000080:2.0:1790740554.186126:0:20738:0:(genops.c:885:class_export_put()) final put ffff98dcb5f1b000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1790740554.189127:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcbfc4a800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:0.0:1790740554.189147:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcb6c75800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1790740554.189153:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcaeddc000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1790740554.189159:0:15342:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98dcaeddd000 for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1790740554.189186:0:15342:0:(genops.c:885:class_export_put()) final put ffff98dcaeddb000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1790740554.189189:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcaeddb000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1790740554.189193:0:15342:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1790740554.189303:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcaedde800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1790740554.189308:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dc856ab800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1790740554.189313:0:15342:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98dc856aa800 for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1790740554.189317:0:15342:0:(genops.c:885:class_export_put()) final put ffff98db84474800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1790740554.189318:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98db84474800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:0.0:1790740554.189321:0:15342:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1790740554.189347:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcb5f1e800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1790740554.189351:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcb5f1b000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1790740554.203119:0:20738:0:(obd_class.h:668:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1790740554.203129:0:20738:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1790740554.203133:0:20738:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1790740554.203141:0:20738:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1790740554.203207:0:20738:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790740554.203217:0:20738:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1790740554.203251:0:20738:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790740554.203254:0:20738:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1790740554.203259:0:20738:0:(genops.c:885:class_export_put()) final put ffff98db83e06800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1790740554.203263:0:20738:0:(genops.c:844:class_export_destroy()) destroying export ffff98db83e06800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1790740554.203274:0:20738:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1790740554.203368:0:20738:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ec67 00000020:00000080:0.0:1790740554.203374:0:20738:0:(genops.c:885:class_export_put()) final put ffff98dcbfc4d000/lustre-MDD0000_UUID 00000020:01000000:0.0:1790740554.203378:0:20738:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1790740554.203381:0:20738:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790740554.203385:0:20738:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1790740554.203389:0:20738:0:(genops.c:1557:class_disconnect_exports()) OBD device 6 (ffff98dcaefcb380) has no exports 00000020:00000080:0.0:1790740554.203416:0:20738:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790740554.203419:0:20738:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1790740554.203422:0:20738:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ec6e 00000020:00000080:0.0:1790740554.203426:0:20738:0:(genops.c:885:class_export_put()) final put ffff98dcbfc4e800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1790740554.203445:0:20738:0:(tgt_mount.c:187:server_put_mount()) put mount ffff98db84771800 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1790740554.203448:0:20738:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98db84771800 3 00000020:01000004:0.0:1790740554.203452:0:20738:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff98db84771800 from lustre-MDT0000 00000020:00000080:0.0:1790740554.203471:0:20738:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790740554.203474:0:20738:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1790740554.203476:0:20738:0:(genops.c:885:class_export_put()) final put ffff98db83e05800/lustre-MDT0000_UUID 00000020:00000080:0.0:1790740554.203478:0:20738:0:(genops.c:844:class_export_destroy()) destroying export ffff98db83e05800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1790740554.203484:0:20738:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1790740554.203511:0:20738:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1790740554.203514:0:20738:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1790740554.203517:0:20738:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1790740554.203519:0:20738:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790740554.203522:0:20738:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1790740554.203528:0:20738:0:(genops.c:1818:print_export_data()) MGS: ACTIVE ffff98db846f0000 0847d467-2c8f-428f-ab2a-50e9cfba84d8 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1790740554.203534:0:20738:0:(genops.c:1552:class_disconnect_exports()) OBD device 1 (ffff98dcbd5a19c0) has exports, disconnecting them 00000020:00080000:0.0:1790740554.203537:0:20738:0:(genops.c:1527:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff98db846f0000), last request at 1790740456 00000020:00000080:0.0:1790740554.203550:0:20738:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ec0c 00000020:00010000:0.0:1790740554.203554:0:20738:0:(genops.c:1920:obd_stale_export_put()) Put export ffff98db846f0000: total 2 00000100:00080000:0.0:1790740554.203557:0:20738:0:(import.c:65:import_set_state_nolock()) ffff98db846f1000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1790740554.203574:0:20738:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98db846f0000): rc 0 00000020:00080000:0.0:1790740554.203578:0:20738:0:(genops.c:1557:class_disconnect_exports()) OBD device 1 (ffff98dcbd5a19c0) has no exports 00000100:00100000:0.0:1790740554.203640:0:17160:0:(service.c:3206:ptlrpc_main()) ll_mgs_0001: service thread [ffff98db82fc0800:17160] 1 exiting: rc = 0 00000100:00100000:0.0:1790740554.203736:0:17161:0:(service.c:3206:ptlrpc_main()) ll_mgs_0002: service thread [ffff98db82e33c00:17161] 2 exiting: rc = 0 00000020:00000080:1.0:1790740554.203815:0:15342:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98dcb5f18000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1790740554.203821:0:15342:0:(genops.c:885:class_export_put()) final put ffff98dcbfc4f000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1790740554.203824:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcbfc4f000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:1.0:1790740554.203831:0:15342:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1790740554.203899:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcbfc4d000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1790740554.203902:0:15342:0:(genops.c:885:class_export_put()) final put ffff98dcbfc4a000/lustre-MDD0000_UUID 00000020:00000080:1.0:1790740554.203904:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcbfc4a000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1790740554.203908:0:15342:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:1.0:1790740554.203933:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcbfc4e800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00010000:1.0:1790740554.203955:0:17154:0:(genops.c:1906:obd_stale_export_get()) Get export ffff98db846f0000: total 0 00010000:00010000:1.0:1790740554.203984:0:17154:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff98db846f0000, canceled 0 locks, left on hash table 13. 00010000:00010000:1.0:1790740554.204020:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcbfc45e00/0xb25dda4f4e92efd2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb25dda4f4e92efcb expref: 14 pid: 17160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740554.204065:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcb5dc8a00/0xb25dda4f4e92ee74 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb25dda4f4e92ee6d expref: 13 pid: 17161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740554.204076:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcbfc45600/0xb25dda4f4e92f1bc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb25dda4f4e92f1b5 expref: 12 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740554.204086:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98db83f32a00/0xb25dda4f4e92ed32 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb25dda4f4e92ed2b expref: 11 pid: 17160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740554.204098:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcbfc44400/0xb25dda4f4e92ed40 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb25dda4f4e92ed39 expref: 10 pid: 17160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740554.204109:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcaf061000/0xb25dda4f4e92f1d8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb25dda4f4e92f1d1 expref: 9 pid: 17161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740554.204117:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98db83f32400/0xb25dda4f4e92ed4e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb25dda4f4e92ed47 expref: 8 pid: 17160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740554.204126:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcaf060e00/0xb25dda4f4e92effc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb25dda4f4e92eff5 expref: 7 pid: 17160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740554.204134:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcaeee2000/0xb25dda4f4e92ec21 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb25dda4f4e92ec1a expref: 6 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740554.204142:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcaf060000/0xb25dda4f4e92f03b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb25dda4f4e92f034 expref: 5 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740554.204151:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcaeee3800/0xb25dda4f4e92ee9e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb25dda4f4e92ee97 expref: 4 pid: 17159 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740554.204169:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcaf060a00/0xb25dda4f4e92f1ca lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb25dda4f4e92f1c3 expref: 3 pid: 17160 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740554.204180:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcb5dc9600/0xb25dda4f4e92edef lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb25dda4f4e92ede8 expref: 2 pid: 17161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740554.204189:0:17154:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff98db846f0000, canceled 13 locks, left on hash table 0. 00000020:00000080:1.0:1790740554.204201:0:17154:0:(genops.c:885:class_export_put()) final put ffff98db846f0000/0847d467-2c8f-428f-ab2a-50e9cfba84d8 00010000:00010000:1.0:1790740554.204213:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740554.204214:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740554.204216:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740554.204248:0:17159:0:(service.c:3206:ptlrpc_main()) ll_mgs_0000: service thread [ffff98db82fc1e00:17159] 0 exiting: rc = 1 00000020:00000080:0.0:1790740554.204466:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98db846f0000/0847d467-2c8f-428f-ab2a-50e9cfba84d8 for MGS 00000020:00000080:0.0:1790740554.204489:0:15342:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98db846f1000 for MGS 00000100:00100000:0.0:1790740554.204521:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204528:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204543:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204549:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204555:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204561:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204568:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204574:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204581:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204602:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204608:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204613:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204619:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204626:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204632:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204637:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204643:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204649:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204654:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204659:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204665:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204672:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204677:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204682:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204688:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204693:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204698:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204705:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204711:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204716:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204721:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204726:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204732:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204737:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204744:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204751:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204757:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204771:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204777:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204782:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204788:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204794:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204800:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204806:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204811:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204816:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204822:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204828:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204832:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204837:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204842:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204847:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204851:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204856:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204861:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204866:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204871:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204876:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204881:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204887:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204904:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204910:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204915:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740554.204920:0:20738:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:0.0:1790740554.206360:0:20738:0:(lprocfs_status_server.c:369:lprocfs_free_client_stats()) stat ffff98dc90884840 - data ffff98dcaa355948/ffff98dcbb7bdc00 00000020:01000000:0.0:1790740554.206508:0:20738:0:(lprocfs_status_server.c:369:lprocfs_free_client_stats()) stat ffff98db83ea3de0 - data ffff98dcaa0886c0/ffff98dca9ea9400 00000020:00000080:0.0:1790740554.207285:0:20738:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ebf7 00000020:00000080:0.0:1790740554.207294:0:20738:0:(genops.c:885:class_export_put()) final put ffff98dc90307800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1790740554.207343:0:20738:0:(tgt_mount.c:187:server_put_mount()) put mount ffff98db84771800 from MGS, refs=2 00000020:01000004:0.0:1790740554.207347:0:20738:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98db84771800 2 00000020:01000004:0.0:1790740554.207350:0:20738:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff98db84771800 from MGS 00000020:00000080:0.0:1790740554.207379:0:20738:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790740554.207385:0:20738:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1790740554.207388:0:20738:0:(genops.c:885:class_export_put()) final put ffff98dc90301000/MGS 00000020:00000080:0.0:1790740554.207391:0:20738:0:(genops.c:844:class_export_destroy()) destroying export ffff98dc90301000/MGS for MGS 00000020:01000000:0.0:1790740554.207398:0:20738:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1790740554.207473:0:20738:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1790740554.207478:0:20738:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790740554.207483:0:20738:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1790740554.207491:0:20738:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff98db83e3f800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1790740554.207497:0:20738:0:(genops.c:1552:class_disconnect_exports()) OBD device 11 (ffff98dc89744d40) has exports, disconnecting them 00000020:00080000:0.0:1790740554.207502:0:20738:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff98db83e3f800), last request at 1790740456 00000020:00000080:0.0:1790740554.207506:0:20738:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ecfa 00000020:00080000:0.0:1790740554.207515:0:20738:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98db83e3f800): rc 0 00000020:00000080:0.0:1790740554.207519:0:20738:0:(genops.c:885:class_export_put()) final put ffff98db83e3f800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1790740554.214303:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98dc90307800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1790740554.221542:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98db83e3f800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:1.0:1790740554.224177:0:20738:0:(obd_class.h:668:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:1.0:1790740554.224187:0:20738:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1790740554.224192:0:20738:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1790740554.224200:0:20738:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1790740554.224235:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98db83e39800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1790740554.224394:0:20738:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790740554.224403:0:20738:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:1.0:1790740554.224408:0:20738:0:(genops.c:885:class_export_put()) final put ffff98db83e3b800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1790740554.224412:0:20738:0:(genops.c:844:class_export_destroy()) destroying export ffff98db83e3b800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:1.0:1790740554.224420:0:20738:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:1.0:1790740554.224506:0:20738:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98db84771800 1 00000020:00000080:1.0:1790740554.224513:0:20738:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ebe9 00000020:00000080:1.0:1790740554.224521:0:20738:0:(genops.c:885:class_export_put()) final put ffff98dc90305000/lustre-MDT0000-osd_UUID 00000020:01000000:1.0:1790740554.224530:0:20738:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:1.0:1790740554.224550:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98dc90305000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1790740554.224559:0:20738:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790740554.224563:0:20738:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1790740554.224568:0:20738:0:(genops.c:1557:class_disconnect_exports()) OBD device 0 (ffff98dcaefc99c0) has no exports 00000020:00000080:2.0:1790740554.327859:0:20738:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790740554.327874:0:20738:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1790740554.327881:0:20738:0:(genops.c:885:class_export_put()) final put ffff98db84770800/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1790740554.327887:0:20738:0:(genops.c:844:class_export_destroy()) destroying export ffff98db84770800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1790740554.327897:0:20738:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1790740554.328059:0:20738:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff98db84771000 00000020:02000400:2.0:1790740554.328122:0:20738:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0000 complete 00000100:00100000:3.0:1790740554.860631:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbfa69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3641:1877727022119296:0@lo:400:kworker.0 00000400:00000100:3.0:1790740554.860700:0:3641:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1877727022119296 offset 0 length 224: 4 00000100:00100000:3.0:1790740554.860747:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbfa6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1877727022119808:0@lo:400:kworker.0 00000100:00100000:3.0:1790740554.860781:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740554.860821:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1877727022120320:0@lo:400:kworker.0 00000100:00100000:3.0:1790740554.860855:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740554.860884:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1790740554.860891:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbfa69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022119680:0@lo:400:kworker.0 00000100:00100000:3.0:1790740554.860933:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740554.860956:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3641:1877727022120192:0@lo:400:kworker.0 00000100:00100000:3.0:1790740554.860982:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740554.861063:0:19778:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022119680 00000100:00100000:3.0:1790740554.861071:0:19778:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022119680 00000100:00100000:3.0:1790740554.861129:0:19778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1790740554.861140:0:19778:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022119680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740554.861199:0:19778:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022119680:12345-0@lo:400:kworker.0 Request processed in 60us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740554.861206:0:19778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1790740554.861241:0:19500:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022119808 00000100:00100000:3.0:1790740554.861245:0:19500:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022119808 00000100:00100000:3.0:1790740554.861269:0:19500:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022120320 00000100:00100000:3.0:1790740554.861272:0:19500:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022120320 00000100:00100000:3.0:1790740554.861289:0:19500:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022120192 00000100:00100000:3.0:1790740554.861292:0:19500:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022120192 00000100:00100000:3.0:1790740554.861302:0:19500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1790740554.861309:0:19500:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1877727022120320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740554.861340:0:19500:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1877727022120320:12345-0@lo:400:kworker.0 Request processed in 32us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740554.861347:0:19500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1790740554.861360:0:19500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1790740554.861365:0:19500:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3641:x1877727022119808:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1790740554.861371:0:19500:0:(tgt_handler.c:821:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1790740554.861395:0:19500:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3641:x1877727022119808:12345-0@lo:400:kworker.0 Request processed in 29us (614us total) trans 0 rc -107/-107 00000100:00100000:3.0:1790740554.861401:0:19500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1790740554.862581:0:17165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1790740554.862592:0:17165:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3641:x1877727022120192:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1790740554.862602:0:17165:0:(tgt_handler.c:821:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1790740554.862663:0:17165:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3641:x1877727022120192:12345-0@lo:400:kworker.0 Request processed in 71us (1680us total) trans 0 rc -107/-107 00000100:00100000:0.0:1790740554.862670:0:17165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:2.0:1790740554.862852:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1790740554.862859:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1790740554.863296:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbfa6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022119424:0@lo:400:kworker.0 00000100:00100000:1.0:1790740554.863342:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740554.863376:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbfa6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1877727022119936:0@lo:400:kworker.0 00000100:00100000:1.0:1790740554.863402:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740554.863536:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022120448:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1790740554.863567:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740554.863593:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1790740554.863600:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbfa69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022119552:0@lo:400:kworker.0 00000100:00100000:1.0:1790740554.863624:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740554.863643:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbfa68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1877727022120064:0@lo:400:kworker.0 00000100:00100000:1.0:1790740554.863664:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740554.863691:0:17167:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022119936 00000100:00100000:1.0:1790740554.863698:0:17167:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022119936 00000100:00100000:2.0:1790740554.863930:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbfa69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022119680:0@lo:400:kworker.0 00000100:00080000:2.0:1790740554.863944:0:3641:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1790740554.863950:0:3641:0:(import.c:65:import_set_state_nolock()) ffff98db83e43000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1790740554.863955:0:3641:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:3.0:1790740554.865145:0:19500:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022120064 00000100:00100000:3.0:1790740554.865156:0:19500:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022120064 00000100:00100000:1.0:1790740554.865417:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1790740554.865426:0:17167:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3638:x1877727022119936:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1790740554.865434:0:17167:0:(tgt_handler.c:821:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1790740554.865517:0:17167:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3638:x1877727022119936:12345-0@lo:400:kworker.0 Request processed in 90us (2113us total) trans 0 rc -107/-107 00000100:00100000:1.0:1790740554.865525:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:0.0:1790740554.865585:0:3638:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1790740554.865591:0:3638:0:(import.c:65:import_set_state_nolock()) ffff98db8295b000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1790740554.865595:0:3638:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1790740554.865600:0:3638:0:(import.c:65:import_set_state_nolock()) ffff98db8295b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790740554.865605:0:3638:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 563 00000100:00080000:0.0:1790740554.865614:0:3638:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff98db8295b000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:0.0:1790740554.865647:0:3638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db83d93800 x1877727022120576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790740554.865686:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbfa6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1877727022119936:0@lo:400:kworker.0 00000100:00100000:3.0:1790740554.865843:0:19500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1790740554.865852:0:19500:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1877727022120064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740554.865913:0:19500:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1877727022120064:12345-0@lo:400:kworker.0 Request processed in 64us (2248us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740554.865920:0:19500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1790740554.866092:0:17907:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022119424 00000100:00100000:1.0:1790740554.866099:0:17907:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022119424 00000100:00100000:1.0:1790740554.866124:0:17907:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1790740554.866130:0:17907:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3638:x1877727022119424:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1790740554.866145:0:17907:0:(tgt_handler.c:821:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1790740554.866177:0:17907:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3638:x1877727022119424:12345-0@lo:400:kworker.0 Request processed in 46us (2834us total) trans 0 rc -107/-107 00000100:00100000:1.0:1790740554.866184:0:17907:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1790740554.866205:0:18677:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022120448 00000100:00100000:1.0:1790740554.866209:0:18677:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022120448 00000100:00100000:1.0:1790740554.866241:0:18677:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1790740554.866248:0:18677:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022120448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1790740554.866272:0:18677:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1790740554.866304:0:18677:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022120448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (2737us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740554.866310:0:18677:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1790740554.866328:0:18673:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022119552 00000100:00100000:1.0:1790740554.866331:0:18673:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022119552 00000100:00100000:1.0:1790740554.866359:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1790740554.866365:0:18673:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022119552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740554.866396:0:18673:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022119552:12345-0@lo:400:kworker.0 Request processed in 31us (2771us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740554.866402:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1790740554.866986:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbfa69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022119552:0@lo:400:kworker.0 00010000:00080000:0.0:1790740554.867014:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98dcbfa68000 x1877727022120064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740554.867025:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbfa68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1877727022120064:0@lo:400:kworker.0 00000100:00080000:0.0:1790740554.867062:0:3638:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1790740554.867068:0:3638:0:(import.c:65:import_set_state_nolock()) ffff98dcb5cc7800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1790740554.867071:0:3638:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1790740554.867077:0:3638:0:(import.c:65:import_set_state_nolock()) ffff98dcb5cc7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790740554.867081:0:3638:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 545 00000100:00080000:0.0:1790740554.867088:0:3638:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff98dcb5cc7800 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:0.0:1790740554.867111:0:3638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db83d92a00 x1877727022120704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790740554.867124:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbfa6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022119424:0@lo:400:kworker.0 00000100:00100000:0.0:1790740554.867145:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022120448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1790740554.868627:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3637:1877727022120576:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1790740554.868705:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740554.868748:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022120704:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1790740554.868774:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1790740554.869077:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1790740554.869085:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1790740554.869102:0:19500:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022120576 00000100:00100000:3.0:1790740554.869110:0:19500:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022120576 00000100:00100000:3.0:1790740554.869154:0:19500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1790740554.869161:0:19500:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83d93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3637:x1877727022120576:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:3.0:1790740554.869183:0:19500:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1790740554.870113:0:17171:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022120704 00000100:00100000:1.0:1790740554.870122:0:17171:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022120704 00000100:00100000:1.0:1790740554.870152:0:17171:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1790740554.870158:0:17171:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83d93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3637:x1877727022120704:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:1.0:1790740554.870174:0:17171:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1790740554.870246:0:17171:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83d93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3637:x1877727022120704:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 87us (1471us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790740554.870253:0:17171:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:1.0:1790740554.876658:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dcb5cc7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790740554.876667:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1790740554.876672:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022120704:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1790740554.906721:0:19500:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83d93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3637:x1877727022120576:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 37551us (38008us total) trans 0 rc -19/-19 00000100:00100000:3.0:1790740554.906739:0:19500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:1.0:1790740554.906774:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98db8295b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790740554.906782:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1790740554.906788:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3637:1877727022120576:0@lo:38:ptlrpcd_00_00.0 00010000:00010000:1.0:1790740554.922199:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1790740554.931960:0:3641:0:(import.c:65:import_set_state_nolock()) ffff98db83e43000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1790740554.931972:0:3641:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 579 00000100:00080000:2.0:1790740554.931987:0:3641:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff98db83e43000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:1.0:1790740554.932302:0:3641:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98dcbb7fe680 x1877727022120832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790740554.932336:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3641:1877727022120192:0@lo:400:kworker.0 00000100:00080000:1.0:1790740554.932370:0:3641:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1790740554.932374:0:3641:0:(import.c:65:import_set_state_nolock()) ffff98dc9892d800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1790740554.932377:0:3641:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1790740554.932381:0:3641:0:(import.c:65:import_set_state_nolock()) ffff98dc9892d800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790740554.932384:0:3641:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 545 00000100:00080000:1.0:1790740554.932389:0:3641:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff98dc9892d800 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:1.0:1790740554.932402:0:3641:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db844c1500 x1877727022120960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790740554.932411:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbfa6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1877727022119808:0@lo:400:kworker.0 00010000:00080000:1.0:1790740554.932439:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98dcaefda300 x1877727022120320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740554.932451:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1877727022120320:0@lo:400:kworker.0 00000100:00100000:2.0:1790740554.932562:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbb7fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3637:1877727022120832:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:2.0:1790740554.932622:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740554.932657:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db844c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3637:1877727022120960:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:2.0:1790740554.932675:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740554.932712:0:20651:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022120832 00000100:00100000:2.0:1790740554.932727:0:20651:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022120832 00000100:00100000:2.0:1790740554.932757:0:20651:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022120960 00000100:00100000:2.0:1790740554.932760:0:20651:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022120960 00000100:00100000:2.0:1790740554.932782:0:20651:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1790740554.932788:0:20651:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3637:x1877727022120832:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:2.0:1790740554.932813:0:20651:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1790740554.933251:0:17167:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1790740554.933265:0:17167:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3637:x1877727022120960:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:1.0:1790740554.933277:0:17167:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1790740554.933320:0:17167:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3637:x1877727022120960:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 54us (644us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790740554.933326:0:17167:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1790740554.933509:0:20651:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3637:x1877727022120832:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 719us (886us total) trans 0 rc -19/-19 00000100:00100000:2.0:1790740554.933517:0:20651:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00080000:2.0:1790740554.933558:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98db83e43000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790740554.933563:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1790740554.933567:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbb7fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3637:1877727022120832:0@lo:38:ptlrpcd_00_03.0 00000100:00080000:2.0:1790740554.933579:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dc9892d800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790740554.933583:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1790740554.933586:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db844c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3637:1877727022120960:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:3.0:1790740555.370239:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1790740555.370264:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022121088:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1790740555.370334:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740555.370491:0:18676:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022121088 00000100:00100000:2.0:1790740555.370501:0:18676:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022121088 00000100:00100000:2.0:1790740555.370595:0:18676:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1790740555.370606:0:18676:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022121088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1790740555.370635:0:18676:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1790740555.370689:0:18676:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022121088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740555.370697:0:18676:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1790740555.370779:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022121088:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1790740555.947860:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1790740556.138659:0:17922:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1790740556.978306:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1790740557.939894:0:18669:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1790740557.939909:0:18669:0:(genops.c:885:class_export_put()) final put ffff98dc98835000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1790740557.944127:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98dc98835000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1790740557.948551:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98db83ce9800 for lustre-OST0000 00010000:00010000:1.0:1790740557.994253:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1790740558.704470:0:20940:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:0.0:1790740558.716433:0:20940:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:0.0:1790740558.716658:0:20940:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44e00/0xb25dda4f4e92ede8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92edef expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740558.716680:0:20940:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44e00/0xb25dda4f4e92ede8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92edef expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740558.716689:0:20940:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44e00/0xb25dda4f4e92ede8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92edef expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740558.716698:0:20940:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44e00/0xb25dda4f4e92ede8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92edef expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740558.716771:0:20940:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1790740558.716779:0:20940:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1790740558.716821:0:20940:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1790740558.716828:0:20940:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00010000:00010000:3.0:1790740558.716908:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790740558.716929:0:17155:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44e00/0xb25dda4f4e92ede8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92edef expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740558.716938:0:17155:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcbfc44e00 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:3.0:1790740558.716951:0:17155:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44e00/0xb25dda4f4e92ede8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92edef expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740558.716962:0:17155:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44e00/0xb25dda4f4e92ede8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xb25dda4f4e92edef expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790740558.716970:0:17155:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44e00/0xb25dda4f4e92ede8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xb25dda4f4e92edef expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790740558.716976:0:17155:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1790740558.716979:0:17155:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1790740558.716982:0:17155:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1790740558.717076:0:17155:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44e00/0xb25dda4f4e92ede8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92edef expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740558.717084:0:17155:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790740558.717126:0:17155:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44e00/0xb25dda4f4e92ede8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92edef expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740558.717135:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44e00/0xb25dda4f4e92ede8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92edef expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740558.717148:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740558.717150:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740558.717152:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740558.717397:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3640:1877727022121216:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790740558.717492:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740558.717729:0:17151:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022121216 00000100:00100000:3.0:1790740558.717740:0:17151:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022121216 00000100:00100000:3.0:1790740558.717800:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1790740558.717809:0:17151:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db844c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3640:x1877727022121216:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1790740558.717817:0:17151:0:(ldlm_lockd.c:2567:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1790740558 with bad export cookie 12852668945740786700 00000100:00080000:0.0:1790740558.718976:0:20940:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1790740558.718993:0:20940:0:(import.c:65:import_set_state_nolock()) ffff98dc9892d800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1790740558.719003:0:20940:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1790740558.719008:0:20940:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1790740558.719015:0:20940:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1790740558.721409:0:20940:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44200/0xb25dda4f4e92ed47 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92ed4e expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740558.721434:0:20940:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44200/0xb25dda4f4e92ed47 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92ed4e expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740558.721444:0:20940:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44200/0xb25dda4f4e92ed47 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92ed4e expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740558.721478:0:20940:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44200/0xb25dda4f4e92ed47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92ed4e expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740558.721633:0:20940:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790740558.721643:0:20940:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98db83f32000/0xb25dda4f4e92f034 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f03b expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740558.721651:0:20940:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98db83f32000/0xb25dda4f4e92f034 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f03b expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740558.721659:0:20940:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98db83f32000/0xb25dda4f4e92f034 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92f03b expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740558.721665:0:20940:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.103@tcp lock: ffff98db83f32000/0xb25dda4f4e92f034 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92f03b expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740558.721698:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1790740558.721708:0:17154:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44200/0xb25dda4f4e92ed47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92ed4e expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740558.721717:0:17154:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcbfc44200 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:1.0:1790740558.721722:0:17154:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44200/0xb25dda4f4e92ed47 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92ed4e expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740558.721732:0:17154:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44200/0xb25dda4f4e92ed47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xb25dda4f4e92ed4e expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790740558.721741:0:17154:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44200/0xb25dda4f4e92ed47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xb25dda4f4e92ed4e expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790740558.721749:0:17154:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1790740558.721752:0:17154:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:1.0:1790740558.721907:0:17154:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44200/0xb25dda4f4e92ed47 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92ed4e expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740558.721916:0:17154:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1790740558.722014:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3641:1877727022121344:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790740558.722145:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1790740558.722255:0:17154:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44200/0xb25dda4f4e92ed47 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92ed4e expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740558.722263:0:17154:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44200/0xb25dda4f4e92ed47 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92ed4e expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740558.722293:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790740558.722297:0:17154:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98db83f32000/0xb25dda4f4e92f034 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92f03b expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740558.722304:0:17154:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f32000 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:1.0:1790740558.722307:0:17154:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98db83f32000/0xb25dda4f4e92f034 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92f03b expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740558.722315:0:17154:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98db83f32000/0xb25dda4f4e92f034 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xb25dda4f4e92f03b expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790740558.722322:0:17154:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98db83f32000/0xb25dda4f4e92f034 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xb25dda4f4e92f03b expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790740558.722328:0:17154:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1790740558.722331:0:17154:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:1.0:1790740558.722346:0:17154:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.103@tcp lock: ffff98db83f32000/0xb25dda4f4e92f034 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92f03b expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740558.722354:0:17154:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1790740558.722377:0:17154:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98db83f32000/0xb25dda4f4e92f034 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92f03b expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740558.722396:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740558.722398:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740558.722400:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740558.722425:0:20739:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022121344 00000100:00100000:1.0:1790740558.722434:0:20739:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022121344 00000100:00100000:1.0:1790740558.722486:0:20739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1790740558.722495:0:20739:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3641:x1877727022121344:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1790740558.722503:0:20739:0:(ldlm_lockd.c:2567:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1790740558 with bad export cookie 12852668945740786700 00010000:00010000:0.0:1790740558.722745:0:20940:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1790740558.722753:0:20940:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98db83f32000/0xb25dda4f4e92f034 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92f03b expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790740558.722789:0:20940:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1790740558.722799:0:20940:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcaf061c00/0xb25dda4f4e92f1d1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f1d8 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740558.722808:0:20940:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcaf061c00/0xb25dda4f4e92f1d1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f1d8 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740558.722815:0:20940:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcaf061c00/0xb25dda4f4e92f1d1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92f1d8 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740558.722831:0:20940:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.103@tcp lock: ffff98dcaf061c00/0xb25dda4f4e92f1d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92f1d8 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740558.722845:0:20940:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790740558.722852:0:20940:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92ed39 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92ed40 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740558.722858:0:20940:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92ed39 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92ed40 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740558.722865:0:20940:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92ed39 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92ed40 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740558.722871:0:20940:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92ed39 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92ed40 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740558.722879:0:20940:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:0.0:1790740558.722882:0:20940:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:0.0:1790740558.722885:0:20940:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:0.0:1790740558.722936:0:20940:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0001 00000020:01000000:0.0:1790740558.722941:0:20940:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:0.0:1790740558.722947:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790740558.722955:0:20940:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:0.0:1790740558.722961:0:20940:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff98db8295a000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1790740558.722967:0:20940:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff98db83ce9000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1790740558.722972:0:20940:0:(genops.c:1552:class_disconnect_exports()) OBD device 14 (ffff98dcb6c68000) has exports, disconnecting them 00000020:00080000:0.0:1790740558.722977:0:20940:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff98db8295a000), last request at 1790740554 00000020:00000080:0.0:1790740558.722986:0:20940:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92f026 00000100:00080000:0.0:1790740558.723012:0:20940:0:(import.c:65:import_set_state_nolock()) ffff98db8295c800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1790740558.723091:0:20940:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98db8295a000): rc 0 00000020:00000080:0.0:1790740558.723094:0:20940:0:(genops.c:885:class_export_put()) final put ffff98db8295a000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:0.0:1790740558.723107:0:20940:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff98db83ce9000), last request at 1790740554 00000020:00000080:0.0:1790740558.723111:0:20940:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92eec8 00000100:00080000:0.0:1790740558.723118:0:20940:0:(import.c:65:import_set_state_nolock()) ffff98db83ceb800 : changing import state from FULL to CLOSED 00000020:00000080:0.0:1790740558.723131:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98db8295a000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:0.0:1790740558.723200:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98db8295c800 for lustre-MDT0001 00000020:00080000:0.0:1790740558.723215:0:20940:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98db83ce9000): rc 0 00000020:00000080:0.0:1790740558.723217:0:20940:0:(genops.c:885:class_export_put()) final put ffff98db83ce9000/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:0.0:1790740558.723229:0:20940:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffb5b101d73ae0 00000020:00000080:0.0:1790740558.723244:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98db83ce9000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:0.0:1790740558.723272:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98db83ceb800 for lustre-MDT0001 00000100:00080000:0.0:1790740558.723309:0:20940:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1790740558.723314:0:20940:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00100000:1.0:1790740558.726771:0:20739:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3641:x1877727022121344:12345-0@lo:103:ldlm_bl.0 Request processed in 4245us (4596us total) trans 0 rc -107/-107 00000100:00100000:1.0:1790740558.726793:0:20739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1790740558.726877:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3638:1877727022121472:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790740558.727014:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740558.727102:0:17153:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022121472 00000100:00100000:1.0:1790740558.727113:0:17153:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022121472 00000100:00100000:1.0:1790740558.727156:0:17153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1790740558.727165:0:17153:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3638:x1877727022121472:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1790740558.727172:0:17153:0:(ldlm_lockd.c:2567:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1790740558 with bad export cookie 12852668945740786700 00000100:00100000:1.0:1790740558.727231:0:17153:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3638:x1877727022121472:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (217us total) trans 0 rc -107/-107 00000100:00100000:1.0:1790740558.727237:0:17153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:1.0:1790740558.727406:0:3638:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.103@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1790740558.727412:0:3638:0:(import.c:65:import_set_state_nolock()) ffff98db83f22000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1790740558.727417:0:3638:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.103@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1790740558.728645:0:20940:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1790740558.728657:0:20940:0:(import.c:65:import_set_state_nolock()) ffff98dcb5cc7800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00100000:3.0:1790740558.728730:0:17151:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db844c1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3640:x1877727022121216:12345-0@lo:103:ldlm_bl.0 Request processed in 10916us (11233us total) trans 0 rc -107/-107 00000100:00100000:3.0:1790740558.728757:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00010000:3.0:1790740558.728814:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790740558.728825:0:17155:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98dcaf061c00/0xb25dda4f4e92f1d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92f1d8 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1790740558.728863:0:3641:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.103@tcp of MGS@0@lo abruptly disconnected: reconnecting 00010000:00010000:3.0:1790740558.728911:0:17155:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf061c00 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:3.0:1790740558.728917:0:17155:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98dcaf061c00/0xb25dda4f4e92f1d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92f1d8 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740558.728938:0:17155:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dcaf061c00/0xb25dda4f4e92f1d1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xb25dda4f4e92f1d8 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790740558.728946:0:17155:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dcaf061c00/0xb25dda4f4e92f1d1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xb25dda4f4e92f1d8 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790740558.728952:0:17155:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1790740558.728955:0:17155:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1790740558.728959:0:17155:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000100:00080000:0.0:1790740558.730240:0:3640:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.103@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1790740558.739960:0:3638:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.103@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1790740558.739993:0:3638:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1790740558.740007:0:3638:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98dcbfa69c00 x1877727022119296/t0(0) o400->MGC192.168.204.103@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1790740570 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740558.740026:0:3638:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98dc9887d500 x1877727022121216/t0(0) o103->MGC192.168.204.103@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1790740574 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740558.740075:0:3638:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98dcaefda300 x1877727022121344/t0(0) o103->MGC192.168.204.103@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1790740574 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740558.740086:0:3638:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98dcb5df1500 x1877727022121472/t0(0) o103->MGC192.168.204.103@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1790740574 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1790740558.740103:0:3638:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1790740558.740107:0:3638:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1790740558.740109:0:3638:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1790740558.740114:0:3638:0:(import.c:65:import_set_state_nolock()) ffff98db83f22000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790740558.740120:0:3638:0:(import.c:545:import_select_connection()) MGC192.168.204.103@tcp: connect to NID 0@lo last attempt 527 00000100:00080000:1.0:1790740558.740141:0:3638:0:(import.c:666:import_select_connection()) MGC192.168.204.103@tcp: import ffff98db83f22000 using connection 192.168.204.103@tcp/0@lo 00000100:00080000:2.0:1790740558.740158:0:3641:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff98db83f22000 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:1.0:1790740558.740591:0:3638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98dcbd0bce00 x1877727022121600/t0(0) o250->MGC192.168.204.103@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790740558.740637:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3638:1877727022121472:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790740558.741537:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3637:1877727022121600:0@lo:250:ptlrpcd_00_00.0 00000400:00000100:2.0:1790740558.741607:0:3637:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1877727022121600 offset 0 length 520: 4 00000100:00080000:1.0:1790740558.741624:0:20940:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1790740558.741629:0:20940:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1790740558.741653:0:20940:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1790740558.741716:0:20940:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1790740558.741737:0:20940:0:(import.c:65:import_set_state_nolock()) ffff98dcb5dda800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1790740558.741753:0:20940:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1790740558.741755:0:20940:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000100:00100000:2.0:1790740558.741759:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022121728:0@lo:9:umount.0 00000004:00080000:1.0:1790740558.741764:0:20940:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1790740558.741798:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1790740558.741827:0:20940:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00100000:2.0:1790740558.741841:0:19778:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022121728 00000100:00100000:2.0:1790740558.741850:0:19778:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022121728 00000100:00100000:2.0:1790740558.741929:0:19778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1790740558.741941:0:19778:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3637:x1877727022121728:12345-0@lo:9:umount.0 00000020:00000080:2.0:1790740558.741975:0:19778:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92eef2 00000100:00080000:1.0:1790740558.741976:0:20940:0:(import.c:65:import_set_state_nolock()) ffff98dc88508000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1790740558.741987:0:19778:0:(import.c:65:import_set_state_nolock()) ffff98dc97c76800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1790740558.742028:0:19778:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000020:00080000:1.0:1790740558.742079:0:20940:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff98dcb6c68000) has no exports 00000100:00100000:2.0:1790740558.742232:0:19778:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3637:x1877727022121728:12345-0@lo:9:umount.0 Request processed in 292us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740558.742240:0:19778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:2.0:1790740558.742263:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1790740558.742459:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022121856:0@lo:9:umount.0 00000100:00100000:2.0:1790740558.742490:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1790740558.742538:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dcb5dda800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1790740558.742544:0:3637:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1790740558.742545:0:3637:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1790740558.742549:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022121728:0@lo:9:umount.0 00000100:00100000:2.0:1790740558.742585:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbfa69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3641:1877727022119296:0@lo:400:kworker.0 00000100:00100000:2.0:1790740558.742609:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3641:1877727022121344:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790740558.742627:0:18673:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022121856 00000100:00100000:1.0:1790740558.742632:0:18673:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022121856 00000100:00080000:2.0:1790740558.742657:0:17162:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1790740558.742671:0:18673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1790740558.742679:0:18673:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1877727022121856:12345-0@lo:9:umount.0 00000020:00000080:1.0:1790740558.742696:0:18673:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92f057 00000100:00080000:1.0:1790740558.742768:0:18673:0:(import.c:65:import_set_state_nolock()) ffff98dcb5ddc000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1790740558.742800:0:18673:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00010000:00010000:3.0:1790740558.742811:0:17155:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.103@tcp lock: ffff98dcaf061c00/0xb25dda4f4e92f1d1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92f1d8 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740558.742822:0:17155:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790740558.742847:0:17155:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98dcaf061c00/0xb25dda4f4e92f1d1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92f1d8 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740558.742855:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dcaf061c00/0xb25dda4f4e92f1d1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xb25dda4f4e92f1d8 expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740558.742878:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0847d467-2c8f-428f-ab2a-50e9cfba84d8:0:1877727022121984:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790740558.742895:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790740558.742909:0:17155:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92ed39 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92ed40 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740558.742927:0:17155:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcbfc45000 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:3.0:1790740558.742932:0:17155:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92ed39 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92ed40 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740558.742944:0:17155:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92ed39 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xb25dda4f4e92ed40 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790740558.742952:0:17155:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92ed39 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xb25dda4f4e92ed40 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790740558.742958:0:17155:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1790740558.742961:0:17155:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1790740558.742966:0:17155:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1790740558.742982:0:17155:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff98db83f22000 00010000:00010000:3.0:1790740558.742985:0:17155:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92ed39 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xb25dda4f4e92ed40 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740558.742992:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92ed39 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xb25dda4f4e92ed40 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740558.742999:0:18673:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3637:x1877727022121856:12345-0@lo:9:umount.0 Request processed in 322us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740558.743006:0:18673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00010000:00010000:3.0:1790740558.743007:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740558.743009:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740558.743010:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740558.743067:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1790740558.743218:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dc88508000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1790740558.743230:0:3637:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1790740558.743232:0:3637:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1790740558.743236:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022121856:0@lo:9:umount.0 00000100:00080000:0.0:1790740558.743554:0:3640:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff98db83f22000 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:0.0:1790740558.743633:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3640:1877727022121216:0@lo:103:ldlm_bl.0 00000020:00080000:0.0:1790740558.752505:0:20940:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff98dcb6c68000) has no exports 00000020:01000000:1.0:1790740558.849669:0:20940:0:(lprocfs_status_server.c:369:lprocfs_free_client_stats()) stat ffff98dc908846c0 - data ffff98db8241b6c0/ffff98dcbfcee000 00000020:01000000:1.0:1790740558.849889:0:20940:0:(lprocfs_status_server.c:369:lprocfs_free_client_stats()) stat ffff98db83ea38a0 - data ffff98dcaa1c9af8/ffff98dcb790dc00 00000001:00000004:1.0:1790740558.860625:0:20940:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:3.0:1790740558.914436:0:20940:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1790740558.914449:0:20940:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1790740558.914458:0:20940:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1790740558.915973:0:20940:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1790740558.915981:0:20940:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1790740558.916094:0:20940:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1790740558.916098:0:20940:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1790740558.916437:0:17908:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1790740558.916450:0:17908:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:2.0:1790740558.916474:0:17908:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1790740558.917282:0:20940:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1790740558.917288:0:20940:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1790740558.917315:0:20940:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1790740558.917317:0:20940:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1790740558.917632:0:17910:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1790740558.917637:0:17910:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1790740558.917652:0:17910:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1790740558.921416:0:20940:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ed5c 00000020:00000080:3.0:1790740558.921438:0:20940:0:(genops.c:885:class_export_put()) final put ffff98dcbfc4c800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1790740558.922279:0:20940:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ed71 00000020:00000080:3.0:1790740558.922290:0:20940:0:(genops.c:885:class_export_put()) final put ffff98dcb5cb1800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1790740558.922296:0:20940:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:3.0:1790740558.922304:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790740558.922316:0:20940:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1790740558.922323:0:20940:0:(genops.c:1557:class_disconnect_exports()) OBD device 13 (ffff98dcb6c6b380) has no exports 00000004:01000000:3.0:1790740558.922520:0:20940:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1790740558.922531:0:20940:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92edc5 00000020:00000080:3.0:1790740558.922535:0:20940:0:(genops.c:885:class_export_put()) final put ffff98dcb5ddc800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1790740558.922540:0:20940:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:3.0:1790740558.922544:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790740558.922549:0:20940:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1790740558.922552:0:20940:0:(genops.c:1557:class_disconnect_exports()) OBD device 18 (ffff98dcb81db380) has no exports 00000020:00000080:3.0:1790740558.922560:0:20940:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92edbe 00000020:00000080:3.0:1790740558.922563:0:20940:0:(genops.c:885:class_export_put()) final put ffff98dcb5dde000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1790740558.923210:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcbfc4c800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1790740558.923223:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcb5cb1800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:0.0:1790740558.923227:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcb5ddc800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1790740558.923247:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcb5dde000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1790740558.924186:0:20940:0:(obd_class.h:668:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:3.0:1790740558.924194:0:20940:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1790740558.924201:0:20940:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1790740558.924209:0:20940:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1790740558.924212:0:20940:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1790740558.924319:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790740558.924336:0:20940:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1790740558.924419:0:20940:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92edb0 00000020:00000080:3.0:1790740558.924432:0:20940:0:(genops.c:885:class_export_put()) final put ffff98dcb5ddb800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1790740558.925224:0:15342:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98dc88508000 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1790740558.925235:0:15342:0:(genops.c:885:class_export_put()) final put ffff98dcb5dd8000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1790740558.925238:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcb5dd8000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1790740558.925246:0:15342:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1790740558.925542:0:20940:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:3.0:1790740558.925565:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790740558.925577:0:20940:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1790740558.925582:0:20940:0:(genops.c:1557:class_disconnect_exports()) OBD device 17 (ffff98dcbd5a0000) has no exports 00000020:00000080:3.0:1790740558.925592:0:20940:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92eda9 00000020:00000080:3.0:1790740558.925599:0:20940:0:(genops.c:885:class_export_put()) final put ffff98dcb5ddf000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1790740558.925627:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcb5ddb800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00010000:01000000:3.0:1790740558.926737:0:20940:0:(obd_class.h:668:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:3.0:1790740558.926747:0:20940:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1790740558.926753:0:20940:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1790740558.926763:0:20940:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1790740558.926766:0:20940:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1790740558.928355:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcb5ddf000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1790740558.929716:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790740558.929738:0:20940:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:3.0:1790740558.929764:0:20940:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1790740558.929776:0:20940:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ed94 00000020:00000080:3.0:1790740558.929790:0:20940:0:(genops.c:885:class_export_put()) final put ffff98dc98516000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1790740558.930508:0:15342:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98dcb5dda800 for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1790740558.930520:0:15342:0:(genops.c:885:class_export_put()) final put ffff98db829b2800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1790740558.930524:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98db829b2800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:0.0:1790740558.930533:0:15342:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1790740558.930723:0:20940:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:3.0:1790740558.930730:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790740558.930739:0:20940:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1790740558.930745:0:20940:0:(genops.c:1557:class_disconnect_exports()) OBD device 16 (ffff98dc89740000) has no exports 00000020:00000080:3.0:1790740558.930756:0:20940:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ed8d 00000020:00000080:3.0:1790740558.930762:0:20940:0:(genops.c:885:class_export_put()) final put ffff98dcb5cc4000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1790740558.930967:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dc98516000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1790740558.930976:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcb5cc4000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:2.0:1790740558.966755:0:20940:0:(obd_class.h:668:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:2.0:1790740558.966769:0:20940:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1790740558.966777:0:20940:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1790740558.966790:0:20940:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1790740558.966878:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790740558.966895:0:20940:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1790740558.967066:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790740558.967071:0:20940:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1790740558.967078:0:20940:0:(genops.c:885:class_export_put()) final put ffff98dc98510800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1790740558.967085:0:20940:0:(genops.c:844:class_export_destroy()) destroying export ffff98dc98510800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:2.0:1790740558.967102:0:20940:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1790740558.967175:0:15342:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98dcb5cc7800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1790740558.967184:0:15342:0:(genops.c:885:class_export_put()) final put ffff98db83c5b000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1790740558.967187:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98db83c5b000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:0.0:1790740558.967198:0:15342:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1790740558.967349:0:20940:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ed78 00000020:00000080:2.0:1790740558.967359:0:20940:0:(genops.c:885:class_export_put()) final put ffff98dcb5cb5000/lustre-MDD0001_UUID 00000020:01000000:2.0:1790740558.967374:0:20940:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:2.0:1790740558.967379:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790740558.967385:0:20940:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1790740558.967391:0:20940:0:(genops.c:1557:class_disconnect_exports()) OBD device 15 (ffff98dcb6c699c0) has no exports 00000020:00000080:2.0:1790740558.967416:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790740558.967420:0:20940:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:2.0:1790740558.967427:0:20940:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ed7f 00000020:00000080:2.0:1790740558.967431:0:20940:0:(genops.c:885:class_export_put()) final put ffff98dcb5cb0800/lustre-MDT0001-osd_UUID 00000020:01000004:2.0:1790740558.967443:0:20940:0:(tgt_mount.c:187:server_put_mount()) put mount ffff98dcae18b800 from lustre-MDT0001, refs=2 00000020:01000004:2.0:1790740558.967465:0:20940:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98dcae18b800 2 00000020:01000004:2.0:1790740558.967469:0:20940:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff98dcae18b800 from lustre-MDT0001 00000020:00000080:2.0:1790740558.967502:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790740558.967507:0:20940:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:2.0:1790740558.967512:0:20940:0:(genops.c:885:class_export_put()) final put ffff98dc98513000/lustre-MDT0001_UUID 00000020:00000080:2.0:1790740558.967514:0:20940:0:(genops.c:844:class_export_destroy()) destroying export ffff98dc98513000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:2.0:1790740558.967538:0:20940:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:2.0:1790740558.967570:0:20940:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:2.0:1790740558.967574:0:20940:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:2.0:1790740558.967578:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790740558.967582:0:20940:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1790740558.967591:0:20940:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff98dcb5cc3800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1790740558.967596:0:20940:0:(genops.c:1552:class_disconnect_exports()) OBD device 19 (ffff98dc89743380) has exports, disconnecting them 00000020:00080000:2.0:1790740558.967602:0:20940:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff98dcb5cc3800), last request at 1790740474 00000020:00000080:2.0:1790740558.967607:0:20940:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92edfd 00000020:00080000:2.0:1790740558.967620:0:20940:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98dcb5cc3800): rc 0 00000020:00000080:2.0:1790740558.967624:0:20940:0:(genops.c:885:class_export_put()) final put ffff98dcb5cc3800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1790740558.968130:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcb5cb5000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:0.0:1790740558.968137:0:15342:0:(genops.c:885:class_export_put()) final put ffff98db83f25800/lustre-MDD0001_UUID 00000020:00000080:0.0:1790740558.968139:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98db83f25800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:0.0:1790740558.968144:0:15342:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:0.0:1790740558.968413:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcb5cb0800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1790740558.968421:0:15342:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcb5cc3800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:0.0:1790740558.987189:0:20940:0:(obd_class.h:668:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:0.0:1790740558.987202:0:20940:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1790740558.987207:0:20940:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1790740558.987234:0:20940:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1790740558.987278:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98dc9892d800 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1790740558.987585:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790740558.987596:0:20940:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:0.0:1790740558.987602:0:20940:0:(genops.c:885:class_export_put()) final put ffff98dcb5cc0000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:0.0:1790740558.987608:0:20940:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcb5cc0000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:0.0:1790740558.987619:0:20940:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:0.0:1790740558.987736:0:20940:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98dcae18b800 1 00000020:00000080:0.0:1790740558.987745:0:20940:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ed24 00000020:00000080:0.0:1790740558.987753:0:20940:0:(genops.c:885:class_export_put()) final put ffff98dcaedda800/lustre-MDT0001-osd_UUID 00000020:01000000:0.0:1790740558.987764:0:20940:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:0.0:1790740558.987773:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcaedda800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1790740558.987783:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790740558.987789:0:20940:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1790740558.987793:0:20940:0:(genops.c:1557:class_disconnect_exports()) OBD device 12 (ffff98dcbc2399c0) has no exports 00000020:00000080:3.0:1790740559.038313:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790740559.038334:0:20940:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:3.0:1790740559.038342:0:20940:0:(genops.c:885:class_export_put()) final put ffff98dcae189000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1790740559.038349:0:20940:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcae189000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:3.0:1790740559.038362:0:20940:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:3.0:1790740559.038683:0:20940:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff98dcae18a800 00000020:01000000:3.0:1790740559.038717:0:20940:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:3.0:1790740559.038721:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790740559.038727:0:20940:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1790740559.038731:0:20940:0:(genops.c:1557:class_disconnect_exports()) OBD device 3 (ffff98dcbc238000) has no exports 00000100:00100000:2.0:1790740559.039366:0:19500:0:(service.c:3206:ptlrpc_main()) mdt00_003: service thread [ffff98db82344c00:19500] 3 exiting: rc = 0 00000100:00100000:2.0:1790740559.040209:0:17166:0:(service.c:3206:ptlrpc_main()) mdt00_001: service thread [ffff98dc86a81e00:17166] 1 exiting: rc = 0 00000100:00100000:0.0:1790740559.040400:0:17167:0:(service.c:3206:ptlrpc_main()) mdt00_002: service thread [ffff98dc885d5a00:17167] 2 exiting: rc = 0 00000100:00100000:2.0:1790740559.041123:0:20651:0:(service.c:3206:ptlrpc_main()) mdt00_004: service thread [ffff98dcaec5ba00:20651] 4 exiting: rc = 0 00000100:00100000:3.0:1790740559.041727:0:17165:0:(service.c:3206:ptlrpc_main()) mdt00_000: service thread [ffff98dc86a80c00:17165] 0 exiting: rc = 1 00000100:00100000:0.0:1790740559.041999:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042008:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042015:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042023:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042046:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042054:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042060:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042067:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042074:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042080:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042086:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042092:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042098:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042103:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042109:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042116:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042133:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042139:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042145:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042151:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042157:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042164:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042177:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042185:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042191:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042197:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042204:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042210:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042217:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042225:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042231:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042238:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042244:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042251:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042258:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042265:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042272:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042279:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042286:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042305:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042313:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042319:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042327:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042334:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042408:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042417:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042424:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042431:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042437:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042444:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042450:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042465:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042471:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042477:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042484:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042490:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042497:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042503:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042510:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042517:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042524:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042530:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042537:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.042543:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740559.056780:0:17169:0:(service.c:3206:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff98db83cc9400:17169] 1 exiting: rc = 0 00000100:00100000:3.0:1790740559.063253:0:17168:0:(service.c:3206:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff98db83cc9800:17168] 0 exiting: rc = 1 00000100:00100000:0.0:1790740559.063512:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063523:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063531:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063537:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063542:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063547:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063553:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063558:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063565:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063571:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063576:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063582:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063587:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063593:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063599:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063605:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063610:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063617:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063625:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063631:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063638:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063643:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063675:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063681:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063700:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063707:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063713:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063718:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063724:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063730:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063735:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063742:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063748:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063754:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063759:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063765:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063771:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063778:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063784:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063790:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063795:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063801:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063807:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063812:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063817:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063823:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063828:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063833:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063839:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063845:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063865:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063872:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063878:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063884:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063892:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063897:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063905:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063932:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063937:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063944:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063950:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063956:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063962:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.063968:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740559.064780:0:17907:0:(service.c:3206:ptlrpc_main()) mdt_out00_002: service thread [ffff98dcaa969000:17907] 2 exiting: rc = 0 00000100:00100000:3.0:1790740559.064805:0:17170:0:(service.c:3206:ptlrpc_main()) mdt_out00_000: service thread [ffff98db83ed5a00:17170] 0 exiting: rc = 1 00000100:00100000:1.0:1790740559.066135:0:17171:0:(service.c:3206:ptlrpc_main()) mdt_out00_001: service thread [ffff98db83cc8c00:17171] 1 exiting: rc = 0 00000100:00100000:0.0:1790740559.067654:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.067668:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.067678:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.067738:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.067746:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.067754:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.067761:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.067769:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.067794:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.067806:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.067813:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.067820:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068256:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068265:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068272:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068281:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068289:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068297:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068305:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068314:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068408:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068420:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068428:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068435:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068443:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068451:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068458:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068464:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068490:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068496:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068504:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068512:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068534:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068545:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068552:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068559:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068567:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068575:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068581:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068589:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068597:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068603:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068610:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068617:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068640:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068648:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068654:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068662:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068669:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068676:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.068682:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.069277:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.069288:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.069296:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.069304:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.069312:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.069336:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.069417:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.069425:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.069434:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.069442:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.069449:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.069455:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.069476:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.096327:0:17173:0:(service.c:3206:ptlrpc_main()) mdt_seqs_0001: service thread [ffff98dcb0800c00:17173] 1 exiting: rc = 0 00000100:00100000:3.0:1790740559.096582:0:17172:0:(service.c:3206:ptlrpc_main()) mdt_seqs_0000: service thread [ffff98dcb0800400:17172] 0 exiting: rc = 1 00000100:00100000:0.0:1790740559.098521:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098539:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098545:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098551:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098557:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098563:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098569:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098575:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098581:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098586:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098593:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098599:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098604:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098609:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098615:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098622:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098627:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098633:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098639:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098645:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098651:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098656:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098662:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098668:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098674:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098680:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098698:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098705:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098710:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098716:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098724:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098731:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098737:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098758:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098764:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098770:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098777:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098783:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098789:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098795:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098802:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098808:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098815:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098822:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098828:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.098834:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.099980:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.099996:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.100002:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.100007:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.100012:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.100017:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.100022:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.100027:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.100045:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.100051:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.100056:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.100061:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.100066:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.100072:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.100079:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.100084:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.100089:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.100095:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740559.101963:0:17175:0:(service.c:3206:ptlrpc_main()) mdt_seqm_0001: service thread [ffff98db83cc8e00:17175] 1 exiting: rc = 0 00000100:00100000:3.0:1790740559.102121:0:17174:0:(service.c:3206:ptlrpc_main()) mdt_seqm_0000: service thread [ffff98db83fb4200:17174] 0 exiting: rc = 1 00000100:00100000:0.0:1790740559.102183:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102192:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102197:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102204:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102225:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102231:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102237:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102243:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102249:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102255:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102261:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102267:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102272:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102278:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102284:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102290:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102296:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102301:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102306:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102312:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102317:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102323:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102328:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102334:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102353:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102359:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102365:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102372:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102377:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102382:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102387:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102394:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102399:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102405:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102411:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102417:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102424:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102430:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102435:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102450:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102456:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102462:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102467:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102473:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102478:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102483:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102488:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102493:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102498:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102503:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102509:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102514:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102520:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102526:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102532:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102537:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102542:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102547:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102552:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102558:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102563:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102569:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102575:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.102582:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740559.105524:0:17176:0:(service.c:3206:ptlrpc_main()) mdt_fld_0000: service thread [ffff98dc82e56200:17176] 0 exiting: rc = 1 00000100:00100000:2.0:1790740559.105759:0:17177:0:(service.c:3206:ptlrpc_main()) mdt_fld_0001: service thread [ffff98db83cc9a00:17177] 1 exiting: rc = 0 00000100:00100000:0.0:1790740559.106012:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106021:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106027:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106062:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106070:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106077:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106083:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106090:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106096:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106103:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106129:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106136:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106142:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106148:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106154:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106161:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106167:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106173:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106179:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106186:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106192:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106199:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106204:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106211:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106217:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106224:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106230:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106236:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106242:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106248:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106254:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106260:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106267:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106274:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106280:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106287:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106294:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106299:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106305:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106312:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106318:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106324:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106330:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106407:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106417:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106431:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106436:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106442:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106447:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106452:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106457:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106462:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106468:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106473:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106479:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106486:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106492:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106498:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106504:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106509:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106514:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106519:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106525:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.106530:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740559.109429:0:17178:0:(service.c:3206:ptlrpc_main()) mdt_io00_000: service thread [ffff98dcaed19400:17178] 0 exiting: rc = 1 00000100:00100000:0.0:1790740559.110167:0:17180:0:(service.c:3206:ptlrpc_main()) mdt_io00_002: service thread [ffff98dcbc20e600:17180] 2 exiting: rc = 0 00000100:00100000:3.0:1790740559.115573:0:17179:0:(service.c:3206:ptlrpc_main()) mdt_io00_001: service thread [ffff98dc82e56800:17179] 1 exiting: rc = 0 00000100:00100000:0.0:1790740559.116695:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.116727:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.116736:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.116743:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.116749:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.116756:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.116763:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.116770:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.116777:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.116784:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.116791:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.116797:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.116803:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.116809:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.116816:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.116966:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.116974:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117096:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117107:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117114:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117121:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117128:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117134:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117140:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117147:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117169:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117177:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117184:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117190:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117197:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117203:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117209:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117216:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117223:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117230:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117236:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117242:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117248:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117254:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117261:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117268:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117275:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117282:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117290:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117297:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117306:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117313:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117320:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117327:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117417:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117433:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117440:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117447:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117454:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117461:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117468:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117474:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117481:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117487:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117493:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117500:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117506:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117512:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1790740559.117519:0:20940:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1790740559.130188:0:20940:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790740559.130211:0:20940:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:0.0:1790740559.130220:0:20940:0:(genops.c:885:class_export_put()) final put ffff98db83f27800/MDS_uuid 00000020:00000080:0.0:1790740559.130227:0:20940:0:(genops.c:844:class_export_destroy()) destroying export ffff98db83f27800/MDS_uuid for MDS 00000020:01000000:0.0:1790740559.130234:0:20940:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:0.0:1790740559.130529:0:20940:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:3.0:1790740559.414780:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1790740559.979880:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0847d467-2c8f-428f-ab2a-50e9cfba84d8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1790740559.979906:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0847d467-2c8f-428f-ab2a-50e9cfba84d8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790740559.979909:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1790740559.979913:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1790740559.979918:0:36:0:(import.c:65:import_set_state_nolock()) ffff98db8295b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790740559.979929:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 626 00000100:00080000:0.0:1790740559.979937:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1790740559.979956:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff98db8295b000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:0.0:1790740559.980013:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db83d90e00 x1877727022122112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790740559.980100:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1790740559.980113:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1790740559.980115:0:36:0:(import.c:65:import_set_state_nolock()) ffff98db83e43000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790740559.980119:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 626 00000100:00080000:0.0:1790740559.980123:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1790740559.980128:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff98db83e43000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:0.0:1790740559.980143:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db83d93b80 x1877727022122368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790740559.980204:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1877727022122240:0@lo:400:kworker.0 00000400:00000100:0.0:1790740559.980280:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1877727022122240 offset 0 length 224: 4 00000100:00100000:0.0:1790740559.980333:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1790740559.980340:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1877727022122496:0@lo:400:kworker.0 00000400:00000100:0.0:1790740559.980360:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1877727022122496 offset 0 length 224: 4 00000100:00100000:2.0:1790740559.980456:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3637:1877727022122112:0@lo:38:kworker.0 00000400:00000100:2.0:1790740559.980483:0:3637:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1877727022122112 offset 0 length 520: 4 00000100:00100000:2.0:1790740559.980498:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3637:1877727022122368:0@lo:38:kworker.0 00000400:00000100:2.0:1790740559.980526:0:3637:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1877727022122368 offset 0 length 520: 4 00010000:00010000:1.0:1790740560.426163:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740561.458068:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740562.476972:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1790740563.393932:0:21141:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:3.0:1790740563.407865:0:21141:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0000 00010000:00010000:3.0:1790740563.407921:0:21141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92ee97 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92ee9e expref: -99 pid: 18668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740563.407935:0:21141:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92ee97 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92ee9e expref: -99 pid: 18668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740563.407942:0:21141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92ee97 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92ee9e expref: -99 pid: 18668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740563.407949:0:21141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92ee97 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92ee9e expref: -99 pid: 18668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740563.407972:0:21141:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1790740563.407977:0:21141:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1790740563.408001:0:21141:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1790740563.408012:0:21141:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98db83d90e00 x1877727022122112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790740574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740563.408024:0:21141:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1790740563.408049:0:21141:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1790740563.408057:0:21141:0:(import.c:65:import_set_state_nolock()) ffff98db8295b000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1790740563.408077:0:21141:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1790740563.408082:0:21141:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98db83d90e00 x1877727022122112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790740574 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740563.408089:0:21141:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1790740563.408092:0:21141:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 14s for inflight to error out 00010000:00010000:2.0:1790740563.408263:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790740563.408270:0:17155:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92ee97 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92ee9e expref: -99 pid: 18668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740563.408277:0:17155:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc9000 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:2.0:1790740563.408281:0:17155:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92ee97 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92ee9e expref: -99 pid: 18668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740563.408290:0:17155:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92ee97 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xb25dda4f4e92ee9e expref: -99 pid: 18668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1790740563.408297:0:17155:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92ee97 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xb25dda4f4e92ee9e expref: -99 pid: 18668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790740563.408302:0:17155:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1790740563.408305:0:17155:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1790740563.408308:0:17155:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1790740563.408320:0:17155:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff98db83f22000 00010000:00010000:2.0:1790740563.408324:0:17155:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92ee97 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xb25dda4f4e92ee9e expref: -99 pid: 18668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740563.408331:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92ee97 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xb25dda4f4e92ee9e expref: -99 pid: 18668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740563.408341:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740563.408343:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740563.408344:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790740563.408369:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d90e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3637:1877727022122112:0@lo:38:kworker.0 00000100:00080000:3.0:1790740563.410852:0:21141:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1790740563.410870:0:21141:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98db83d90000 x1877727022122240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740575 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740563.410897:0:21141:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1790740563.410904:0:21141:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1790740563.410929:0:21141:0:(import.c:65:import_set_state_nolock()) ffff98db83cea800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1790740563.411157:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1877727022122240:0@lo:400:kworker.0 00000100:00100000:2.0:1790740563.412362:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3637:1877727022122624:0@lo:39:umount.0 00000400:00000100:2.0:1790740563.412435:0:3637:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1877727022122624 offset 0 length 224: 4 00010000:00010000:2.0:1790740563.498704:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1790740564.010440:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0847d467-2c8f-428f-ab2a-50e9cfba84d8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1790740564.010453:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0847d467-2c8f-428f-ab2a-50e9cfba84d8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790740564.010456:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1790740564.010459:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1790740564.010578:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1790740564.010834:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1877727022122752:0@lo:400:kworker.0 00000400:00000100:1.0:1790740564.010897:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1877727022122752 offset 0 length 224: 4 00010000:00010000:2.0:1790740564.523762:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1790740564.589109:0:18669:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1790740564.589123:0:18669:0:(genops.c:885:class_export_put()) final put ffff98dc97c71800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1790740564.592732:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff98dc97c71800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1790740564.592905:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98dc97c76800 for lustre-OST0000 00000001:00100000:3.0:1790740564.613189:0:19487:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1790740564.613204:0:19487:0:(genops.c:885:class_export_put()) final put ffff98db829b6800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1790740564.613447:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff98db829b6800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1790740564.613528:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98dcb5ddc000 for lustre-OST0001 00000100:00080000:1.0:1790740565.034182:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0847d467-2c8f-428f-ab2a-50e9cfba84d8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1790740565.034197:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0847d467-2c8f-428f-ab2a-50e9cfba84d8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1790740565.034201:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1790740565.034229:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1790740565.034381:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1877727022122880:0@lo:400:kworker.0 00000400:00000100:2.0:1790740565.034463:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1877727022122880 offset 0 length 224: 4 00010000:00010000:2.0:1790740565.546336:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740566.571833:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740567.595168:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790740568.555363:0:3637:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790740558/real 1790740558] req@ffff98dcbd0bce00 x1877727022121600/t0(0) o250->MGC192.168.204.103@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1790740568 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790740568.555424:0:3637:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98dcbd0bce00 x1877727022121600/t0(0) o250->MGC192.168.204.103@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1790740568 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1790740568.555453:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98db83f22000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790740568.555487:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1790740568.555492:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3637:1877727022121600:0@lo:250:ptlrpcd_00_00.0 00000100:00080000:1.0:1790740568.555614:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0847d467-2c8f-428f-ab2a-50e9cfba84d8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1790740568.555621:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1790740568.555624:0:36:0:(import.c:65:import_set_state_nolock()) ffff98db83f22000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790740568.555630:0:36:0:(import.c:545:import_select_connection()) MGC192.168.204.103@tcp: connect to NID 0@lo last attempt 630 00000100:00080000:1.0:1790740568.555637:0:36:0:(import.c:630:import_select_connection()) MGC192.168.204.103@tcp: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1790740568.555653:0:36:0:(import.c:666:import_select_connection()) MGC192.168.204.103@tcp: import ffff98db83f22000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:1.0:1790740568.555698:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98dcbd0bc700 x1877727022123008/t0(0) o250->MGC192.168.204.103@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790740568.555735:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1790740568.555740:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1790740568.555852:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3637:1877727022123008:0@lo:250:kworker.0 00000400:00000100:2.0:1790740568.556239:0:3637:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1877727022123008 offset 0 length 520: 4 00000100:00100000:3.0:1790740568.556392:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1790740568.556406:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1877727022123136:0@lo:400:kworker.0 00000400:00000100:3.0:1790740568.556441:0:3641:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1877727022123136 offset 0 length 224: 4 00010000:00010000:2.0:1790740568.618371:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740569.651074:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740570.666466:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740571.690589:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740572.714444:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790740573.674302:0:3637:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790740563/real 1790740563] req@ffff98dc9887ce00 x1877727022122624/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1790740573 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790740573.674339:0:3637:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98dc9887ce00 x1877727022122624/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1790740573 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1790740573.674361:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98db83cea800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1790740573.674387:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3637:1877727022122624:0@lo:39:umount.0 00000100:00080000:3.0:1790740573.674599:0:21141:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1790740573.674604:0:21141:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1790740573.674609:0:21141:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1790740573.676780:0:21141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcaeee2e00/0xb25dda4f4e92ee6d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92ee74 expref: -99 pid: 18668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740573.676803:0:21141:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcaeee2e00/0xb25dda4f4e92ee6d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92ee74 expref: -99 pid: 18668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740573.676812:0:21141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcaeee2e00/0xb25dda4f4e92ee6d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92ee74 expref: -99 pid: 18668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740573.676839:0:21141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.103@tcp lock: ffff98dcaeee2e00/0xb25dda4f4e92ee6d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92ee74 expref: -99 pid: 18668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740573.676869:0:21141:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790740573.676878:0:21141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcaf061a00/0xb25dda4f4e92f1c3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f1ca expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740573.676886:0:21141:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcaf061a00/0xb25dda4f4e92f1c3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f1ca expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740573.676892:0:21141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcaf061a00/0xb25dda4f4e92f1c3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92f1ca expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740573.676899:0:21141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.103@tcp lock: ffff98dcaf061a00/0xb25dda4f4e92f1c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92f1ca expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740573.677823:0:21141:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1790740573.677831:0:21141:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:3.0:1790740573.677867:0:21141:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0000 00000020:01000000:3.0:1790740573.677872:0:21141:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:3.0:1790740573.677880:0:21141:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790740573.677886:0:21141:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1790740573.677891:0:21141:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff98dc9924cd40) has no exports 00000020:00080000:3.0:1790740573.677915:0:21141:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff98dc9924cd40) has no exports 00000020:01000000:3.0:1790740573.680844:0:21141:0:(lprocfs_status_server.c:369:lprocfs_free_client_stats()) stat ffff98dc90884960 - data ffff98dcaa1c51b0/ffff98dcbfcee800 00000020:01000000:3.0:1790740573.681455:0:21141:0:(lprocfs_status_server.c:369:lprocfs_free_client_stats()) stat ffff98dcb5ed0c60 - data ffff98db82496798/ffff98dcbb727400 00010000:00010000:0.0:1790740573.682294:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1790740573.682306:0:17155:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98dcaeee2e00/0xb25dda4f4e92ee6d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92ee74 expref: -99 pid: 18668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740573.682318:0:17155:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaeee2e00 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:0.0:1790740573.682324:0:17155:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98dcaeee2e00/0xb25dda4f4e92ee6d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92ee74 expref: -99 pid: 18668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740573.682335:0:17155:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dcaeee2e00/0xb25dda4f4e92ee6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xb25dda4f4e92ee74 expref: -99 pid: 18668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790740573.682343:0:17155:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dcaeee2e00/0xb25dda4f4e92ee6d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xb25dda4f4e92ee74 expref: -99 pid: 18668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790740573.682369:0:17155:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1790740573.682371:0:17155:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:0.0:1790740573.682376:0:17155:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:0.0:1790740573.682393:0:17155:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff98db83f22000 00010000:00010000:0.0:1790740573.682396:0:17155:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98dcaeee2e00/0xb25dda4f4e92ee6d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xb25dda4f4e92ee74 expref: -99 pid: 18668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740573.682403:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dcaeee2e00/0xb25dda4f4e92ee6d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xb25dda4f4e92ee74 expref: -99 pid: 18668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740573.682418:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790740573.682421:0:17155:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98dcaf061a00/0xb25dda4f4e92f1c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92f1ca expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740573.682428:0:17155:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf061a00 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:0.0:1790740573.682430:0:17155:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98dcaf061a00/0xb25dda4f4e92f1c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92f1ca expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740573.682437:0:17155:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dcaf061a00/0xb25dda4f4e92f1c3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xb25dda4f4e92f1ca expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790740573.682443:0:17155:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dcaf061a00/0xb25dda4f4e92f1c3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xb25dda4f4e92f1ca expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790740573.682447:0:17155:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1790740573.682449:0:17155:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1790740573.682451:0:17155:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1790740573.682456:0:17155:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff98db83f22000 00010000:00010000:0.0:1790740573.682459:0:17155:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98dcaf061a00/0xb25dda4f4e92f1c3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xb25dda4f4e92f1ca expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740573.682472:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dcaf061a00/0xb25dda4f4e92f1c3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xb25dda4f4e92f1ca expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740573.682482:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740573.682484:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740573.682486:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740573.682643:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:2.0:1790740573.691651:0:21141:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1790740573.707621:0:21141:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ee82 00000020:00000080:3.0:1790740573.707643:0:21141:0:(genops.c:885:class_export_put()) final put ffff98db83cea000/lustre-OST0000-osd_UUID 00000020:01000004:3.0:1790740573.707766:0:21141:0:(tgt_mount.c:187:server_put_mount()) put mount ffff98dc9892f000 from lustre-OST0000, refs=2 00000020:01000004:3.0:1790740573.707784:0:21141:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98dc9892f000 2 00000020:01000004:3.0:1790740573.707788:0:21141:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff98dc9892f000 from lustre-OST0000 00000020:00000080:3.0:1790740573.707840:0:21141:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790740573.707851:0:21141:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:3.0:1790740573.707854:0:21141:0:(genops.c:885:class_export_put()) final put ffff98db83cef000/lustre-OST0000_UUID 00000020:00000080:3.0:1790740573.707857:0:21141:0:(genops.c:844:class_export_destroy()) destroying export ffff98db83cef000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:3.0:1790740573.707864:0:21141:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:3.0:1790740573.707933:0:21141:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:3.0:1790740573.707938:0:21141:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1790740573.707942:0:21141:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790740573.707946:0:21141:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1790740573.707952:0:21141:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff98db82958800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1790740573.707958:0:21141:0:(genops.c:1552:class_disconnect_exports()) OBD device 23 (ffff98dcb6c6cd40) has exports, disconnecting them 00000020:00080000:3.0:1790740573.707962:0:21141:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff98db82958800), last request at 1790740491 00000020:00000080:3.0:1790740573.707966:0:21141:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92eeac 00000020:00080000:3.0:1790740573.707976:0:21141:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98db82958800): rc 0 00000020:00000080:3.0:1790740573.707980:0:21141:0:(genops.c:885:class_export_put()) final put ffff98db82958800/lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1790740573.708335:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98db83cea000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1790740573.712172:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98db82958800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:1.0:1790740573.738252:0:21141:0:(obd_class.h:668:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:1.0:1790740573.738261:0:21141:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1790740573.738265:0:21141:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1790740573.738272:0:21141:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1790740573.738462:0:21141:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790740573.738472:0:21141:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:1.0:1790740573.738480:0:21141:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1790740573.738488:0:21141:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790740573.738492:0:21141:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1790740573.738499:0:21141:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff98db83cef800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1790740573.738506:0:21141:0:(genops.c:1552:class_disconnect_exports()) OBD device 24 (ffff98dc9924b380) has exports, disconnecting them 00000020:00080000:1.0:1790740573.738511:0:21141:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff98db83cef800), last request at 1790740491 00000020:00000080:1.0:1790740573.738515:0:21141:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92eec1 00000020:00080000:1.0:1790740573.738530:0:21141:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98db83cef800): rc 0 00000020:00000080:1.0:1790740573.738536:0:21141:0:(genops.c:885:class_export_put()) final put ffff98db83cef800/lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1790740573.738655:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98db8295b000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:0.0:1790740573.738663:0:37:0:(genops.c:885:class_export_put()) final put ffff98db8295d000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:0.0:1790740573.738666:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98db8295d000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:0.0:1790740573.738674:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:0.0:1790740573.738735:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98db83cef800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:00010000:0.0:1790740573.738746:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:01000000:0.0:1790740573.744098:0:21141:0:(obd_class.h:668:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:0.0:1790740573.744111:0:21141:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1790740573.744116:0:21141:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1790740573.744123:0:21141:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1790740573.744153:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98db83cea800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1790740573.744616:0:21141:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790740573.744637:0:21141:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:0.0:1790740573.744642:0:21141:0:(genops.c:885:class_export_put()) final put ffff98db83ced000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:0.0:1790740573.744646:0:21141:0:(genops.c:844:class_export_destroy()) destroying export ffff98db83ced000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:0.0:1790740573.744651:0:21141:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:0.0:1790740573.744722:0:21141:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98dc9892f000 1 00000020:00000080:0.0:1790740573.744729:0:21141:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ee5f 00000020:00000080:0.0:1790740573.744734:0:21141:0:(genops.c:885:class_export_put()) final put ffff98dc9891d000/lustre-OST0000-osd_UUID 00000020:01000000:0.0:1790740573.744752:0:21141:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:0.0:1790740573.744760:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98dc9891d000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1790740573.744769:0:21141:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790740573.744774:0:21141:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1790740573.744778:0:21141:0:(genops.c:1557:class_disconnect_exports()) OBD device 20 (ffff98dcb13f0000) has no exports 00000100:00080000:0.0:1790740573.808597:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0847d467-2c8f-428f-ab2a-50e9cfba84d8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1790740573.808608:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0847d467-2c8f-428f-ab2a-50e9cfba84d8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790740573.808611:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1790740573.808614:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1790740573.808709:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1877727022123264:0@lo:400:kworker.0 00000400:00000100:3.0:1790740573.808774:0:3641:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1877727022123264 offset 0 length 224: 4 00000020:00000080:0.0:1790740573.927939:0:21141:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1790740573.927954:0:21141:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:0.0:1790740573.927960:0:21141:0:(genops.c:885:class_export_put()) final put ffff98dc9892e800/lustre-OST0000-osd_UUID 00000020:00000080:0.0:1790740573.927965:0:21141:0:(genops.c:844:class_export_destroy()) destroying export ffff98dc9892e800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:0.0:1790740573.927976:0:21141:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:1.0:1790740573.929257:0:21141:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff98dc98929000 00000020:02000400:1.0:1790740573.929318:0:21141:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0000 complete 00000100:00100000:3.0:1790740574.707257:0:3637:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790740559/real 1790740559] req@ffff98db83d93b80 x1877727022122368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1790740574 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740574.707291:0:3637:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98db83d93b80 x1877727022122368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1790740574 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1790740574.707311:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98db83e43000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790740574.707340:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1790740574.707344:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3637:1877727022122368:0@lo:38:kworker.0 00000100:00080000:2.0:1790740574.708571:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0847d467-2c8f-428f-ab2a-50e9cfba84d8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1790740574.708578:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0847d467-2c8f-428f-ab2a-50e9cfba84d8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790740574.708581:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1790740574.708584:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1790740574.708588:0:37:0:(import.c:65:import_set_state_nolock()) ffff98db83e43000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1790740574.708594:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 631 00000100:00080000:2.0:1790740574.708600:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1790740574.708626:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff98db83e43000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:2.0:1790740574.708660:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db82c8ad80 x1877727022123392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1790740574.708743:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3637:1877727022123392:0@lo:38:kworker.0 00000400:00000100:3.0:1790740574.708797:0:3637:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1877727022123392 offset 0 length 520: 4 00010000:00010000:0.0:1790740574.766847:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1790740575.146173:0:3640:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790740559/real 1790740559] req@ffff98db83d91180 x1877727022122496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1790740575 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740575.170427:0:3640:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff98db83d91180 x1877727022122496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1790740575 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1790740575.170455:0:3640:0:(import.c:65:import_set_state_nolock()) ffff98db83e40800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1790740575.170460:0:3640:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1790740575.184979:0:3640:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00080000:2.0:1790740575.186826:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 0847d467-2c8f-428f-ab2a-50e9cfba84d8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1790740575.186837:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 0847d467-2c8f-428f-ab2a-50e9cfba84d8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790740575.186853:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1790740575.186856:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790740575.186859:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1790740575.186862:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1790740575.186866:0:37:0:(import.c:65:import_set_state_nolock()) ffff98db83e40800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1790740575.186874:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 579 00000100:00080000:2.0:1790740575.186902:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff98db83e40800 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:2.0:1790740575.186942:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db82c89180 x1877727022123520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1790740575.187006:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1877727022122496:0@lo:400:kworker.0 00000100:00100000:3.0:1790740575.187577:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3637:1877727022123520:0@lo:38:kworker.0 00000400:00000100:3.0:1790740575.187648:0:3637:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1877727022123520 offset 0 length 520: 4 00010000:00010000:3.0:1790740575.797116:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740576.816457:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1790740577.735408:0:21344:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:1.0:1790740577.750691:0:21344:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0001 00010000:00010000:1.0:1790740577.750815:0:21344:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98db83f33a00/0xb25dda4f4e92eff5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92effc expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740577.750832:0:21344:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98db83f33a00/0xb25dda4f4e92eff5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92effc expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740577.750840:0:21344:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98db83f33a00/0xb25dda4f4e92eff5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92effc expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740577.750847:0:21344:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.103@tcp lock: ffff98db83f33a00/0xb25dda4f4e92eff5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92effc expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740577.750873:0:21344:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1790740577.750881:0:21344:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1790740577.750908:0:21344:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1790740577.750922:0:21344:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98db82c8ad80 x1877727022123392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790740594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740577.750947:0:21344:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1790740577.750954:0:21344:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1790740577.750962:0:21344:0:(import.c:65:import_set_state_nolock()) ffff98db83e43000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1790740577.750969:0:21344:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00010000:00010000:0.0:1790740577.751021:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790740577.751047:0:17155:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98db83f33a00/0xb25dda4f4e92eff5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92effc expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740577.751078:0:17155:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f33a00 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:0.0:1790740577.751082:0:17155:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98db83f33a00/0xb25dda4f4e92eff5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92effc expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740577.751092:0:17155:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98db83f33a00/0xb25dda4f4e92eff5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xb25dda4f4e92effc expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790740577.751100:0:17155:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98db83f33a00/0xb25dda4f4e92eff5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xb25dda4f4e92effc expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790740577.751106:0:17155:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1790740577.751109:0:17155:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1790740577.751111:0:17155:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00100000:1.0:1790740577.751125:0:21344:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98db82c8ad80 x1877727022123392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790740594 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1790740577.751127:0:17155:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff98db83f22000 00010000:00010000:0.0:1790740577.751131:0:17155:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98db83f33a00/0xb25dda4f4e92eff5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xb25dda4f4e92effc expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740577.751134:0:21344:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00010000:00010000:0.0:1790740577.751137:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98db83f33a00/0xb25dda4f4e92eff5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xb25dda4f4e92effc expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740577.751138:0:21344:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 22s for inflight to error out 00010000:00010000:0.0:1790740577.751148:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740577.751150:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740577.751152:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790740577.751322:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3637:1877727022123392:0@lo:38:kworker.0 00000100:00080000:1.0:1790740577.752658:0:21344:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1790740577.752671:0:21344:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98db82c88a80 x1877727022122752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740577.752831:0:21344:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98dcbd0bca80 x1877727022122880/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740581 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740577.752841:0:21344:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98dcbd0bc000 x1877727022123136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740577.752864:0:21344:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98db83d90000 x1877727022123264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740577.752873:0:21344:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98db82c89180 x1877727022123520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790740585 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740577.752889:0:21344:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1790740577.752895:0:21344:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1790740577.752900:0:21344:0:(import.c:65:import_set_state_nolock()) ffff98db83e40800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1790740577.752906:0:21344:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1790740577.752909:0:21344:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98db82c88a80 x1877727022122752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740580 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740577.752943:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1877727022123264:0@lo:400:kworker.0 00000100:00100000:3.0:1790740577.757331:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1877727022122752:0@lo:400:kworker.0 00000100:00100000:1.0:1790740577.757397:0:21344:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98dcbd0bca80 x1877727022122880/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740581 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740577.757410:0:21344:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98dcbd0bc000 x1877727022123136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740584 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740577.757420:0:21344:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98db83d90000 x1877727022123264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740589 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740577.757430:0:21344:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98db82c89180 x1877727022123520/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1790740585 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740577.757440:0:21344:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1790740577.757505:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3637:1877727022123520:0@lo:38:kworker.0 00000100:00100000:0.0:1790740577.760103:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1877727022123136:0@lo:400:kworker.0 00000100:00100000:0.0:1790740577.761727:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1877727022122880:0@lo:400:kworker.0 00000100:00100000:1.0:1790740577.761737:0:21344:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1790740577.763396:0:21344:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98db83f33e00/0xb25dda4f4e92efcb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92efd2 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740577.763429:0:21344:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98db83f33e00/0xb25dda4f4e92efcb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92efd2 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740577.763436:0:21344:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98db83f33e00/0xb25dda4f4e92efcb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92efd2 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740577.763443:0:21344:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.103@tcp lock: ffff98db83f33e00/0xb25dda4f4e92efcb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92efd2 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740577.763463:0:21344:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790740577.763470:0:21344:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcaf061600/0xb25dda4f4e92f1b5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f1bc expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740577.763476:0:21344:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcaf061600/0xb25dda4f4e92f1b5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f1bc expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740577.763482:0:21344:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcaf061600/0xb25dda4f4e92f1b5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92f1bc expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740577.763488:0:21344:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.103@tcp lock: ffff98dcaf061600/0xb25dda4f4e92f1b5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb25dda4f4e92f1bc expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740577.763503:0:21344:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:0.0:1790740577.763508:0:21344:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:0.0:1790740577.763533:0:21344:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0001 00000020:01000000:0.0:1790740577.763537:0:21344:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:0.0:1790740577.763542:0:21344:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1790740577.763555:0:21344:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1790740577.763560:0:21344:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff98db83e999c0) has no exports 00000020:00080000:0.0:1790740577.763588:0:21344:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff98db83e999c0) has no exports 00010000:00010000:1.0:1790740577.764137:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1790740577.764147:0:17155:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98db83f33e00/0xb25dda4f4e92efcb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92efd2 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740577.764162:0:17155:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f33e00 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:1.0:1790740577.764166:0:17155:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98db83f33e00/0xb25dda4f4e92efcb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92efd2 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740577.764174:0:17155:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98db83f33e00/0xb25dda4f4e92efcb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xb25dda4f4e92efd2 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790740577.764181:0:17155:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98db83f33e00/0xb25dda4f4e92efcb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xb25dda4f4e92efd2 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790740577.764187:0:17155:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1790740577.764190:0:17155:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:1.0:1790740577.764192:0:17155:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:1.0:1790740577.764206:0:17155:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff98db83f22000 00010000:00010000:1.0:1790740577.764209:0:17155:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98db83f33e00/0xb25dda4f4e92efcb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xb25dda4f4e92efd2 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740577.764216:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98db83f33e00/0xb25dda4f4e92efcb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xb25dda4f4e92efd2 expref: -99 pid: 19486 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740577.764234:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790740577.764237:0:17155:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98dcaf061600/0xb25dda4f4e92f1b5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92f1bc expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740577.764242:0:17155:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf061600 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:1.0:1790740577.764245:0:17155:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98dcaf061600/0xb25dda4f4e92f1b5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb25dda4f4e92f1bc expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740577.764252:0:17155:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dcaf061600/0xb25dda4f4e92f1b5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xb25dda4f4e92f1bc expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790740577.764264:0:17155:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dcaf061600/0xb25dda4f4e92f1b5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xb25dda4f4e92f1bc expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790740577.764269:0:17155:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1790740577.764271:0:17155:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1790740577.764273:0:17155:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1790740577.764278:0:17155:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff98db83f22000 00010000:00010000:1.0:1790740577.764281:0:17155:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98dcaf061600/0xb25dda4f4e92f1b5 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xb25dda4f4e92f1bc expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740577.764286:0:17155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dcaf061600/0xb25dda4f4e92f1b5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xb25dda4f4e92f1bc expref: -99 pid: 17163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740577.764303:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740577.764305:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740577.764306:0:17155:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740577.764392:0:17154:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1790740577.766717:0:21344:0:(lprocfs_status_server.c:369:lprocfs_free_client_stats()) stat ffff98dc90884d80 - data ffff98dcaa18c288/ffff98dcbfcedc00 00000020:01000000:0.0:1790740577.767171:0:21344:0:(lprocfs_status_server.c:369:lprocfs_free_client_stats()) stat ffff98dc86a211e0 - data ffff98dcaa18f438/ffff98db82b4ec00 00100000:10000000:0.0:1790740577.780098:0:21344:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1790740577.789334:0:21344:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92efe0 00000020:00000080:1.0:1790740577.789351:0:21344:0:(genops.c:885:class_export_put()) final put ffff98db846f6000/lustre-OST0001-osd_UUID 00000020:01000004:1.0:1790740577.789649:0:21344:0:(tgt_mount.c:187:server_put_mount()) put mount ffff98dcb6c3a800 from lustre-OST0001, refs=2 00000020:01000004:1.0:1790740577.789655:0:21344:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98dcb6c3a800 2 00000020:01000004:1.0:1790740577.789660:0:21344:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff98dcb6c3a800 from lustre-OST0001 00000020:00000080:1.0:1790740577.789703:0:21344:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790740577.789718:0:21344:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:1.0:1790740577.789722:0:21344:0:(genops.c:885:class_export_put()) final put ffff98db8295d800/lustre-OST0001_UUID 00000020:00000080:1.0:1790740577.789725:0:21344:0:(genops.c:844:class_export_destroy()) destroying export ffff98db8295d800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:1.0:1790740577.789734:0:21344:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:1.0:1790740577.789864:0:21344:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 0847d467-2c8f-428f-ab2a-50e9cfba84d8->MGS 00010000:00010000:1.0:1790740577.789889:0:21344:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45a00/0xb25dda4f4e92ed2b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xb25dda4f4e92ed32 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790740577.789924:0:21344:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45a00/0xb25dda4f4e92ed2b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xb25dda4f4e92ed32 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790740577.789932:0:21344:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:1.0:1790740577.789935:0:21344:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:1.0:1790740577.789940:0:21344:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:1.0:1790740577.789960:0:21344:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff98db83f22000 00010000:00010000:1.0:1790740577.789965:0:21344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45a00/0xb25dda4f4e92ed2b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xb25dda4f4e92ed32 expref: -99 pid: 17898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740577.789997:0:21344:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98db83f32800/0xb25dda4f4e92ec1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xb25dda4f4e92ec21 expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790740577.790005:0:21344:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98db83f32800/0xb25dda4f4e92ec1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xb25dda4f4e92ec21 expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790740577.790010:0:21344:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1790740577.790013:0:21344:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:1.0:1790740577.790014:0:21344:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:1.0:1790740577.790026:0:21344:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff98db83f22000 00010000:00010000:1.0:1790740577.790029:0:21344:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98db83f32800/0xb25dda4f4e92ec1a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xb25dda4f4e92ec21 expref: -99 pid: 17145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1790740577.790088:0:21344:0:(import.c:65:import_set_state_nolock()) ffff98db83f22000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:1.0:1790740577.790093:0:21344:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1790740577.790096:0:21344:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1790740577.790098:0:21344:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1790740577.790104:0:21344:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1790740577.790305:0:21344:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98dcbd0bc700 x1877727022123008/t0(0) o250->MGC192.168.204.103@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1790740583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1790740577.790348:0:21344:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1790740577.790352:0:21344:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 8s for inflight to error out 00000100:00100000:3.0:1790740577.790531:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:0847d467-2c8f-428f-ab2a-50e9cfba84d8:3637:1877727022123008:0@lo:250:kworker.0 00000020:00000080:2.0:1790740577.790693:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98db846f6000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 10000000:01000000:1.0:1790740577.790864:0:21344:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1790740577.790874:0:21344:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92ec05 00000020:00000080:1.0:1790740577.790882:0:21344:0:(genops.c:885:class_export_put()) final put ffff98db83f25000/0847d467-2c8f-428f-ab2a-50e9cfba84d8 00000020:01000000:1.0:1790740577.790903:0:21344:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.204.103@tcp (flags='') 00000020:00000080:1.0:1790740577.790910:0:21344:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790740577.790917:0:21344:0:(obd_config.c:956:class_cleanup()) MGC192.168.204.103@tcp: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1790740577.790922:0:21344:0:(genops.c:1557:class_disconnect_exports()) OBD device 2 (ffff98dcbc23b380) has no exports 10000000:01000000:3.0:1790740577.790985:0:17163:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:1.0:1790740577.791164:0:21344:0:(obd_class.h:668:obd_cleanup_client_import()) MGC192.168.204.103@tcp: client import never connected 00000100:00080000:1.0:1790740577.791168:0:21344:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:1.0:1790740577.791170:0:21344:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1790740577.791172:0:21344:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:1.0:1790740577.791174:0:21344:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1790740577.791217:0:21344:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1790740577.791224:0:21344:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.204.103@tcp (uuid 0847d467-2c8f-428f-ab2a-50e9cfba84d8) 00000020:01000000:1.0:1790740577.791233:0:21344:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:1.0:1790740577.791237:0:21344:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1790740577.791241:0:21344:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1790740577.791246:0:21344:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff98db8295e800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1790740577.791251:0:21344:0:(genops.c:1552:class_disconnect_exports()) OBD device 27 (ffff98db83e9cd40) has exports, disconnecting them 00000020:00080000:1.0:1790740577.791257:0:21344:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff98db8295e800), last request at 1790740508 00000020:00000080:1.0:1790740577.791261:0:21344:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92f00a 00000020:00080000:1.0:1790740577.791274:0:21344:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98db8295e800): rc 0 00000020:00000080:1.0:1790740577.791279:0:21344:0:(genops.c:885:class_export_put()) final put ffff98db8295e800/lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1790740577.791306:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98db83f25000/0847d467-2c8f-428f-ab2a-50e9cfba84d8 for MGC192.168.204.103@tcp 00000020:00000080:2.0:1790740577.791315:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98db83f22000 for MGC192.168.204.103@tcp 00000020:00000080:2.0:1790740577.791322:0:37:0:(genops.c:885:class_export_put()) final put ffff98db83f26000/0847d467-2c8f-428f-ab2a-50e9cfba84d8 00000020:00000080:2.0:1790740577.791325:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98db83f26000/0847d467-2c8f-428f-ab2a-50e9cfba84d8 for MGC192.168.204.103@tcp 00000020:01000000:2.0:1790740577.791329:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.204.103@tcp (0847d467-2c8f-428f-ab2a-50e9cfba84d8) 00000020:00000080:2.0:1790740577.791659:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98db8295e800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:2.0:1790740577.797134:0:21344:0:(obd_class.h:668:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:2.0:1790740577.797148:0:21344:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1790740577.797154:0:21344:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1790740577.797187:0:21344:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1790740577.797497:0:21344:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1790740577.797510:0:21344:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:2.0:1790740577.797522:0:21344:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1790740577.797528:0:21344:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1790740577.797533:0:21344:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1790740577.797545:0:21344:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff98db82ff1800 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1790740577.797562:0:21344:0:(genops.c:1552:class_disconnect_exports()) OBD device 28 (ffff98dcae17b380) has exports, disconnecting them 00000020:00080000:2.0:1790740577.797568:0:21344:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff98db82ff1800), last request at 1790740508 00000020:00000080:2.0:1790740577.797573:0:21344:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92f01f 00000020:00080000:2.0:1790740577.797596:0:21344:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98db82ff1800): rc 0 00000020:00000080:2.0:1790740577.797603:0:21344:0:(genops.c:885:class_export_put()) final put ffff98db82ff1800/lustre-MDT0001-lwp-OST0001 00000020:00000080:3.0:1790740577.798775:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98db83e43000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1790740577.798802:0:37:0:(genops.c:885:class_export_put()) final put ffff98db83e41800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:3.0:1790740577.798806:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98db83e41800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:3.0:1790740577.798822:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:3.0:1790740577.798917:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98db82ff1800/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:3.0:1790740577.799132:0:21344:0:(obd_class.h:668:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:3.0:1790740577.799138:0:21344:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1790740577.799142:0:21344:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1790740577.799148:0:21344:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1790740577.799172:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98db83e40800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:1.0:1790740577.800846:0:17155:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:3.0:1790740577.800933:0:17154:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00000100:00100000:3.0:1790740577.801160:0:17150:0:(service.c:3206:ptlrpc_main()) ldlm_cb00_001: service thread [ffff98dcadc2b800:17150] 1 exiting: rc = 0 00000100:00100000:1.0:1790740577.801325:0:17149:0:(service.c:3206:ptlrpc_main()) ldlm_cb00_000: service thread [ffff98dcadc2b600:17149] 0 exiting: rc = 1 00000100:00100000:3.0:1790740577.801668:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802002:0:17151:0:(service.c:3206:ptlrpc_main()) ldlm_cn00_000: service thread [ffff98db82ce3800:17151] 0 exiting: rc = 1 00000100:00100000:1.0:1790740577.802347:0:17152:0:(service.c:3206:ptlrpc_main()) ldlm_cn00_001: service thread [ffff98db82ce3e00:17152] 1 exiting: rc = 0 00000100:00100000:1.0:1790740577.802444:0:20739:0:(service.c:3206:ptlrpc_main()) ldlm_cn00_003: service thread [ffff98dcaed1b000:20739] 3 exiting: rc = 0 00000100:00100000:1.0:1790740577.802633:0:17153:0:(service.c:3206:ptlrpc_main()) ldlm_cn00_002: service thread [ffff98db82ce2c00:17153] 2 exiting: rc = 0 00000100:00100000:3.0:1790740577.802796:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802806:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802813:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802821:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802830:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802846:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802852:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802858:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802864:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802871:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802877:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802883:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802889:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802895:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802901:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802906:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802912:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802917:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802923:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802929:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802935:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802940:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802946:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802952:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802959:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802965:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802971:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802977:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802983:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802988:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.802994:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803001:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803007:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803013:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803019:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803025:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803055:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803062:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803068:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803073:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803087:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803093:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803099:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803104:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803111:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803117:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803124:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803130:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803135:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803141:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803147:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803153:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803158:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803164:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803170:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803176:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803182:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803187:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803193:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803198:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803204:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803227:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803234:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.803241:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1790740577.806869:0:21344:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790740577.806888:0:21344:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:3.0:1790740577.806896:0:21344:0:(genops.c:885:class_export_put()) final put ffff98db82ff6000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:3.0:1790740577.806903:0:21344:0:(genops.c:844:class_export_destroy()) destroying export ffff98db82ff6000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:3.0:1790740577.806910:0:21344:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:3.0:1790740577.806987:0:21344:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98dcb6c3a800 1 00000020:00000080:3.0:1790740577.806995:0:21344:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb25dda4f4e92efc4 00000020:00000080:3.0:1790740577.807003:0:21344:0:(genops.c:885:class_export_put()) final put ffff98dcb6c3e800/lustre-OST0001-osd_UUID 00000020:01000000:3.0:1790740577.807018:0:21344:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:3.0:1790740577.807894:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcb6c3e800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:3.0:1790740577.807941:0:21344:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790740577.807950:0:21344:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1790740577.807956:0:21344:0:(genops.c:1557:class_disconnect_exports()) OBD device 25 (ffff98dc99248000) has no exports 00000020:00000080:3.0:1790740577.917463:0:21344:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790740577.917484:0:21344:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:3.0:1790740577.917490:0:21344:0:(genops.c:885:class_export_put()) final put ffff98dcb6c3f800/lustre-OST0001-osd_UUID 00000020:00000080:3.0:1790740577.917497:0:21344:0:(genops.c:844:class_export_destroy()) destroying export ffff98dcb6c3f800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:3.0:1790740577.917512:0:21344:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:3.0:1790740577.918424:0:21344:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff98dcb6c3b800 00000020:01000000:3.0:1790740577.918468:0:21344:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:3.0:1790740577.918475:0:21344:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1790740577.918481:0:21344:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1790740577.918487:0:21344:0:(genops.c:1557:class_disconnect_exports()) OBD device 21 (ffff98dc992499c0) has no exports 00000020:00000080:3.0:1790740577.918537:0:21344:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1790740577.918593:0:21344:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:3.0:1790740577.918602:0:21344:0:(genops.c:885:class_export_put()) final put ffff98dc9891e000/OSS_uuid 00000020:00000080:3.0:1790740577.918606:0:21344:0:(genops.c:844:class_export_destroy()) destroying export ffff98dc9891e000/OSS_uuid for OSS 00000020:01000000:3.0:1790740577.918611:0:21344:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:2.0:1790740577.918992:0:18674:0:(service.c:3206:ptlrpc_main()) ll_ost00_001: service thread [ffff98dcbc20fc00:18674] 1 exiting: rc = 0 00000100:00100000:2.0:1790740577.919181:0:19778:0:(service.c:3206:ptlrpc_main()) ll_ost00_003: service thread [ffff98db82a75000:19778] 3 exiting: rc = 0 00000100:00080000:1.0:1790740577.919350:0:17162:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:1.0:1790740577.919495:0:18673:0:(service.c:3206:ptlrpc_main()) ll_ost00_000: service thread [ffff98dc85479400:18673] 0 exiting: rc = 1 00000100:00100000:1.0:1790740577.919564:0:18675:0:(service.c:3206:ptlrpc_main()) ll_ost00_002: service thread [ffff98db839c1200:18675] 2 exiting: rc = 0 00000100:00100000:3.0:1790740577.919690:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919701:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919707:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919712:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919718:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919725:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919730:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919737:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919743:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919749:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919755:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919761:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919767:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919773:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919780:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919916:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919941:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919947:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919953:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919959:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919964:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919971:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919977:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919983:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919989:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.919995:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920000:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920006:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920011:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920018:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920024:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920147:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920155:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920160:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920166:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920171:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920178:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920184:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920190:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920196:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920202:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920208:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920215:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920221:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920227:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920232:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920239:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920245:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920251:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920257:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920262:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920277:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920283:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920288:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920295:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920301:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920308:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920315:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920322:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920327:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920333:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920339:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920345:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.920351:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790740577.921952:0:18677:0:(service.c:3206:ptlrpc_main()) ll_ost_create00_001: service thread [ffff98dcbc213000:18677] 1 exiting: rc = 0 00000100:00100000:2.0:1790740577.922701:0:18676:0:(service.c:3206:ptlrpc_main()) ll_ost_create00_000: service thread [ffff98dcb5c9e600:18676] 0 exiting: rc = 1 00000100:00100000:2.0:1790740577.922945:0:19777:0:(service.c:3206:ptlrpc_main()) ll_ost_create00_002: service thread [ffff98db82a74600:19777] 2 exiting: rc = 0 00000100:00100000:3.0:1790740577.923164:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923181:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923189:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923195:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923200:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923206:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923211:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923217:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923223:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923229:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923235:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923241:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923247:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923254:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923260:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923266:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923272:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923279:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923285:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923291:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923296:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923302:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923325:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923331:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923337:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923344:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923349:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923355:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923361:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923366:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923371:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923376:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923382:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923387:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923393:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923399:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923405:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923410:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923415:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923420:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923425:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923430:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923435:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923441:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923447:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923452:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923457:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923463:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923469:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923475:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923482:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923487:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923493:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923499:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923504:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923510:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923518:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923532:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923539:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923558:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923565:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923571:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923577:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.923582:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.925603:0:18678:0:(service.c:3206:ptlrpc_main()) ll_ost_io00_000: service thread [ffff98db83a4e000:18678] 0 exiting: rc = 1 00000100:00100000:3.0:1790740577.926025:0:18680:0:(service.c:3206:ptlrpc_main()) ll_ost_io00_002: service thread [ffff98dca136cc00:18680] 2 exiting: rc = 0 00000100:00100000:1.0:1790740577.926305:0:18679:0:(service.c:3206:ptlrpc_main()) ll_ost_io00_001: service thread [ffff98dcaed1b600:18679] 1 exiting: rc = 0 00000100:00100000:2.0:1790740577.926560:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926570:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926580:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926587:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926594:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926601:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926608:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926615:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926622:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926630:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926636:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926643:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926650:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926656:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926681:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926688:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926694:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926701:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926719:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926727:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926734:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926740:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926747:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926753:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926759:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926766:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926772:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926779:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926924:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926932:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926939:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926946:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926952:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926958:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926965:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926971:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926977:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926984:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926990:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.926995:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.927002:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.927008:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.927028:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.930164:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.930172:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.930178:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.930184:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.930190:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.930196:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.930221:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.930229:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.930235:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.930242:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.930248:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.930254:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.930260:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.930267:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.930275:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.930282:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.930305:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.930313:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.930320:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.930326:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.930333:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790740577.942201:0:18681:0:(service.c:3206:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff98dcaa96aa00:18681] 0 exiting: rc = 1 00000100:00100000:2.0:1790740577.942764:0:18682:0:(service.c:3206:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff98dcb5f2fa00:18682] 1 exiting: rc = 0 00000100:00100000:3.0:1790740577.942908:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.942918:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.942924:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.942930:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.942937:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.942942:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.942948:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.942954:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.942961:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.942967:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.942972:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.942978:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.942984:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.942990:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.942996:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.943001:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.943007:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.943013:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.943019:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.943024:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.943060:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.943067:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.943073:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.943079:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944537:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944558:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944563:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944591:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944597:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944602:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944607:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944612:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944618:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944623:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944658:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944665:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944671:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944677:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944683:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944688:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944717:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944724:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944730:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944739:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944744:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944750:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944755:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944760:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944766:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944772:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944778:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944784:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944795:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944802:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944806:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944811:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944816:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944821:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944826:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944830:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944836:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944841:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944853:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1790740577.944859:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1790740577.950671:0:18683:0:(service.c:3206:ptlrpc_main()) ll_ost_out00_000: service thread [ffff98dc812e7800:18683] 0 exiting: rc = 1 00000100:00100000:3.0:1790740577.953397:0:18684:0:(service.c:3206:ptlrpc_main()) ll_ost_out00_001: service thread [ffff98dc812e7000:18684] 1 exiting: rc = 0 00000100:00100000:2.0:1790740577.953979:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954021:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954055:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954065:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954078:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954086:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954095:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954107:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954119:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954132:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954178:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954193:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954201:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954210:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954217:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954224:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954231:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954238:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954245:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954274:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954280:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954288:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954311:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954320:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954327:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954335:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954342:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954350:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954358:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954366:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954373:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954381:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954388:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954397:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954421:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954431:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954441:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954450:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954458:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954466:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954475:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954486:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954493:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954503:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954511:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954519:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954556:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954566:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954573:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954581:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954591:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954599:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954609:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954619:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954636:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954644:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954653:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954661:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954688:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954697:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954706:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954713:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954720:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1790740577.954739:0:21344:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:3.0:1790740577.996935:0:21344:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:1.0:1790740599.835850:0:22108:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg403-server.virtnet: executing load_modules_local 00000020:01000004:1.0:1790740611.352465:0:22708:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1790740611.352471:0:22708:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1790740611.352472:0:22708:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1790740611.352647:0:22708:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff98dcbb7c0000 00000020:01000004:1.0:1790740611.352662:0:22708:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1790740611.352670:0:22708:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1790740611.352684:0:22708:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff98dcb81dcd40) 00000020:00000080:1.0:1790740611.352697:0:22708:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1790740611.506725:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1790740611.508567:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1790740611.514607:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1790740611.516630:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1790740611.516991:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:2.0:1790740611.519290:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1790740611.522199:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1790740611.531732:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1790740611.533074:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:3.0:1790740611.533712:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1790740611.534140:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1790740611.535545:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:3.0:1790740611.536211:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1790740611.536641:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1790740611.536869:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:3.0:1790740611.537135:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1790740611.537659:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1790740611.539690:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1790740611.540965:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1790740611.541441:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:3.0:1790740611.541858:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1790740611.542830:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1790740611.543729:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1790740611.543969:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1790740611.545703:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1790740611.546142:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1790740611.546542:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1790740611.547064:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:3.0:1790740611.552390:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1790740611.555104:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1790740611.557096:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1790740611.559695:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1790740611.566843:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1790740611.567416:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1790740611.573617:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:2.0:1790740611.587813:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1790740611.589698:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1790740611.590725:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:3.0:1790740611.596375:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:3.0:1790740611.599303:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1790740611.600020:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1790740611.600452:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1790740611.600927:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1790740611.601151:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1790740611.601362:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:0.0:1790740611.601763:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1790740611.603718:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1790740611.605769:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:1.0:1790740611.609712:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:1.0:1790740611.610417:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:1.0:1790740611.611445:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:1.0:1790740611.612070:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:1.0:1790740611.612683:0:22708:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00080000:01000000:1.0:1790740611.615502:0:22708:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1790740611.616096:0:22708:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:1.0:1790740611.616105:0:22708:0:(osd_handler.c:8931:osd_obd_connect()) connect #0 00000020:00000080:1.0:1790740611.616118:0:22708:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb25dda4f4e92f471 00000020:01000004:1.0:1790740611.616127:0:22708:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:1.0:1790740611.616132:0:22708:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:1.0:1790740611.616137:0:22708:0:(tgt_mount.c:101:server_register_mount()) register mount ffff98dcbb7c0000 from MGS 00000020:01000004:1.0:1790740611.616142:0:22708:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:1.0:1790740611.616166:0:22708:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff98dcb81d8000) 00000020:00000080:1.0:1790740611.616178:0:22708:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:1.0:1790740611.616244:0:22708:0:(tgt_mount.c:153:server_get_mount()) get mount ffff98dcbb7c0000 from MGS, refs=2 00080000:01000000:1.0:1790740611.616249:0:22708:0:(osd_handler.c:8931:osd_obd_connect()) connect #1 00000020:00000080:1.0:1790740611.616255:0:22708:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb25dda4f4e92f47f 00000100:00100000:1.0:1790740611.616370:0:22708:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1790740611.616499:0:22708:0:(service.c:3485:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:1.0:1790740611.616504:0:22708:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1790740611.619763:0:22708:0:(service.c:3485:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:2.0:1790740611.619775:0:22708:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1790740611.622623:0:22708:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790740611.622828:0:22708:0:(service.c:3485:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1790740611.623020:0:22708:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1790740611.624231:0:22708:0:(service.c:3485:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:2.0:1790740611.624240:0:22708:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1790740611.625104:0:22708:0:(service.c:3485:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:3.0:1790740611.625113:0:22708:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:3.0:1790740611.626171:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740611.626176:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740611.626178:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740611.638842:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740611.638851:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740611.638855:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740611.658803:0:22708:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:3.0:1790740611.660687:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:2.0:1790740611.693162:0:22708:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:2.0:1790740611.694275:0:22720:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:0.0:1790740611.694333:0:22708:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:0.0:1790740611.694375:0:22708:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1790740611.695186:0:22708:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:0.0:1790740611.695613:0:22708:0:(service.c:173:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790740611.695793:0:22708:0:(service.c:3485:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:0.0:1790740611.695800:0:22708:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:1.0:1790740611.704784:0:22708:0:(service.c:3485:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:1.0:1790740611.704801:0:22708:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1790740611.705414:0:22708:0:(service.c:3485:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:0.0:1790740611.705422:0:22708:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:0.0:1790740611.706225:0:22708:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:0.0:1790740611.706247:0:22708:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.103@tcp' 00000020:01000004:0.0:1790740611.706249:0:22708:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:0.0:1790740611.706278:0:22708:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.103@tcp (typ=mgc) 00000020:00000080:0.0:1790740611.706291:0:22708:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.103@tcp (ffff98db83e98000) 00000020:00000080:0.0:1790740611.706306:0:22708:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:0.0:1790740611.706400:0:22708:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98dcbfab5800@MGC192.168.204.103@tcp: add connection 192.168.204.103@tcp at head 00010000:00010000:0.0:1790740611.706576:0:22708:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.103@tcp-0 is initialized 00000040:01000000:0.0:1790740611.706582:0:22708:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.103@tcp ctxt 1 is initialized 10000000:01000000:0.0:1790740611.710779:0:22726:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1790740611.710846:0:22708:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.103@tcp (uuid 3e66c2ba-07fc-4393-a8c0-6f4fa31b0063) 00000020:00000080:0.0:1790740611.710872:0:22708:0:(genops.c:1384:class_connect()) connect: client 3e66c2ba-07fc-4393-a8c0-6f4fa31b0063, cookie 0xb25dda4f4e92f48d 00000100:00080000:0.0:1790740611.710886:0:22708:0:(import.c:545:import_select_connection()) MGC192.168.204.103@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790740611.710912:0:22708:0:(import.c:666:import_select_connection()) MGC192.168.204.103@tcp: import ffff98dcbfab5800 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:0.0:1790740611.710947:0:22708:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db83d90000 x1877727022123648/t0(0) o250->MGC192.168.204.103@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790740611.710971:0:22708:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 3e66c2ba-07fc-4393-a8c0-6f4fa31b0063->MGS 00000020:01000004:0.0:1790740611.710990:0:22708:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1790740611.710996:0:22708:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1790740611.711009:0:22708:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff98db83e9b380) 00000020:00000080:0.0:1790740611.711021:0:22708:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:2.0:1790740611.713573:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3637:1877727022123648:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1790740611.713656:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1790740611.713852:0:22725:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000100:00100000:3.0:1790740611.728818:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022123648 00000100:00100000:3.0:1790740611.728835:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022123648 00000100:00100000:3.0:1790740611.728884:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790740611.728903:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db829b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3637:x1877727022123648:12345-0@lo:250:mount.lustre.0 00010000:00080000:3.0:1790740611.728934:0:22721:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from 3e66c2ba-07fc-4393-a8c0-6f4fa31b0063@0@lo t0 exp 0000000000000000 cur 683 last 0 00000020:00000080:3.0:1790740611.728967:0:22721:0:(genops.c:1384:class_connect()) connect: client 3e66c2ba-07fc-4393-a8c0-6f4fa31b0063, cookie 0xb25dda4f4e92f49b 00000100:00080000:3.0:1790740611.729135:0:22721:0:(import.c:65:import_set_state_nolock()) ffff98db83e42800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790740611.729227:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db829b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+5:3637:x1877727022123648:12345-0@lo:250:mount.lustre.0 Request processed in 323us (15570us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740611.729234:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790740611.730690:0:3637:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.204.103@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1790740611.730706:0:3637:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.204.103@tcp: connect to target with instance 0 00000100:00080000:2.0:1790740611.730714:0:3637:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.204.103@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1790740611.730720:0:3637:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1790740611.730726:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dcbfab5800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1790740611.730729:0:3637:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1790740611.730745:0:3637:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:2.0:1790740611.730753:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3637:1877727022123648:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1790740611.742099:0:22708:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790740611.742309:0:22708:0:(service.c:3485:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1790740611.745698:0:22708:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1790740611.749784:0:22708:0:(service.c:3485:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1790740611.749801:0:22708:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:1.0:1790740611.751163:0:22708:0:(service.c:3485:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:1.0:1790740611.751174:0:22708:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1790740611.752390:0:22708:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790740611.753249:0:22708:0:(service.c:3485:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1790740611.753258:0:22708:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:1.0:1790740611.754056:0:22708:0:(service.c:3485:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:1.0:1790740611.754065:0:22708:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:3.0:1790740611.826954:0:22708:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790740611.827989:0:22708:0:(service.c:3485:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:3.0:1790740611.827999:0:22708:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1790740611.829414:0:22708:0:(service.c:3485:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1790740611.829425:0:22708:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:3.0:1790740611.830174:0:22708:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790740611.830359:0:22708:0:(service.c:3485:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:3.0:1790740611.830364:0:22708:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:3.0:1790740611.834905:0:22708:0:(service.c:3485:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:3.0:1790740611.834923:0:22708:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1790740611.835828:0:22708:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1790740611.836076:0:22708:0:(service.c:3485:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1790740611.836082:0:22708:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:0.0:1790740611.837649:0:22708:0:(service.c:3485:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1790740611.837662:0:22708:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:3.0:1790740611.838574:0:22708:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790740611.838771:0:22708:0:(service.c:3485:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:3.0:1790740611.838777:0:22708:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:3.0:1790740611.839742:0:22708:0:(service.c:3485:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:3.0:1790740611.839753:0:22708:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1790740611.887399:0:22708:0:(service.c:173:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790740611.887818:0:22708:0:(service.c:3485:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1790740611.887825:0:22708:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:3.0:1790740611.893155:0:22708:0:(service.c:3485:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1790740611.893171:0:22708:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1790740611.894294:0:22708:0:(service.c:3485:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1790740611.894308:0:22708:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1790740611.895350:0:22708:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1790740611.895381:0:22708:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1790740611.895389:0:22708:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.103@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1790740611.895530:0:22708:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.103@tcp ctxt 0 is initialized 00000020:01000004:1.0:1790740611.895565:0:22708:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.103@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1790740611.895570:0:22708:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1790740611.895572:0:22708:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1790740611.895573:0:22708:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790740611.895575:0:22708:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790740611.895576:0:22708:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790740611.895577:0:22708:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790740611.895579:0:22708:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790740611.895580:0:22708:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1790740611.895587:0:22708:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790740611.895589:0:22708:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1790740611.895591:0:22708:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1790740611.895593:0:22708:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1790740611.895594:0:22708:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1790740611.895595:0:22708:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790740611.895596:0:22708:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790740611.895597:0:22708:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790740611.895598:0:22708:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790740611.895599:0:22708:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790740611.895600:0:22708:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1790740611.895601:0:22708:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790740611.895602:0:22708:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1790740611.895633:0:22708:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1790740611.895653:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bf480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022123776:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1790740611.895724:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740611.895775:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc86af00c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790740611.896111:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022123776 00000100:00100000:3.0:1790740611.896120:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022123776 00000100:00100000:3.0:1790740611.896176:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790740611.896189:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd502450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+5:22708:x1877727022123776:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1790740611.896237:0:22724:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1790740611.896241:0:22724:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1790740611.896243:0:22724:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:1.0:1790740611.896819:0:22745:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1790740611.897778:0:22724:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:3.0:1790740611.899834:0:22746:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1790740611.899842:0:22746:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:3.0:1790740611.899845:0:22746:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1790740611.899848:0:22746:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:0.0:1790740611.900586:0:22746:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:1.0:1790740611.900827:0:22724:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1790740611.900839:0:22724:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:1.0:1790740611.902956:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd502450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+5:22708:x1877727022123776:12345-0@lo:253:mount.lustre.0 Request processed in 6760us (7223us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740611.902976:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790740611.903240:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bf480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022123776:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1790740611.903257:0:22708:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1790740611.903261:0:22708:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1790740611.903262:0:22708:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1790740611.903264:0:22708:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1790740611.903265:0:22708:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1790740611.903266:0:22708:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1790740611.903268:0:22708:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1790740611.903269:0:22708:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1790740611.903270:0:22708:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1790740611.903272:0:22708:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1790740611.903274:0:22708:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1790740611.903295:0:22708:0:(tgt_mount.c:101:server_register_mount()) register mount ffff98dcbb7c0000 from lustre-MDT0000 10000000:01000000:3.0:1790740611.903407:0:22708:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:3.0:1790740611.903410:0:22708:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:3.0:1790740611.903415:0:22708:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff98db83e98000 10000000:01000000:3.0:1790740611.903420:0:22708:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1790740611.903513:0:22708:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff98db83e98000 from 1 10000000:01000000:3.0:1790740611.903517:0:22708:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1790740611.903562:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcc2174c00/0xb25dda4f4e92f4a2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740611.903576:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98dcc2174c00/0xb25dda4f4e92f4a2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740611.903587:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98dcc2174c00/0xb25dda4f4e92f4a2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740611.903608:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022123904:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1790740611.903653:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740611.903730:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc82d34b40 going to sleep for 11 seconds 00000100:00100000:1.0:1790740611.903839:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022123904 00000100:00100000:1.0:1790740611.903847:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022123904 00000100:00100000:1.0:1790740611.903940:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1790740611.903949:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd502050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+5:22708:x1877727022123904:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790740611.903963:0:22723:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790740611.903978:0:22723:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dcbfc45a00/0xb25dda4f4e92f4a9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f4a2 expref: -99 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740611.904004:0:22723:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcbfc45a00/0xb25dda4f4e92f4a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f4a2 expref: 6 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740611.904023:0:22723:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dcbfc45a00/0xb25dda4f4e92f4a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f4a2 expref: 6 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740611.904073:0:22723:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcbfc45a00, rc 0) 00000100:00100000:1.0:1790740611.904126:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd502050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+6:22708:x1877727022123904:12345-0@lo:101:mount.lustre.0 Request processed in 178us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740611.904133:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1790740611.904265:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022123904:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790740611.904281:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98dcc2174c00/0xb25dda4f4e92f4a2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f4a9 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740611.904290:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98dcc2174c00/0xb25dda4f4e92f4a2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f4a9 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740611.904371:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c89180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022124032:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790740611.904399:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740611.904700:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db82c98f00 going to sleep for 11 seconds 00000100:00100000:3.0:1790740611.904804:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022124032 00000100:00100000:3.0:1790740611.904810:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022124032 00000100:00100000:0.0:1790740611.905005:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790740611.905015:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd500050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+6:22708:x1877727022124032:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790740611.905127:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd500050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+6:22708:x1877727022124032:12345-0@lo:501:mount.lustre.0 Request processed in 113us (726us total) trans 0 rc -2/-2 00000100:00100000:0.0:1790740611.905134:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1790740611.905212:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c89180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022124032:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1790740611.905245:0:22708:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1790740611.905267:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcc2174c00/0xb25dda4f4e92f4a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f4a9 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740611.905276:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dcc2174c00/0xb25dda4f4e92f4a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f4a9 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790740611.905297:0:22708:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff98dcbb7c0000 10000000:01000000:2.0:1790740611.905301:0:22708:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1790740611.905306:0:22708:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff98dcbb7c0000 10000000:01000000:2.0:1790740611.905308:0:22708:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1790740611.905321:0:22708:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff98dcbb7c0000 from 1 10000000:01000000:2.0:1790740611.905324:0:22708:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1790740611.905345:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dc80031e00/0xb25dda4f4e92f4b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740611.905354:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98dc80031e00/0xb25dda4f4e92f4b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740611.905362:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98dc80031e00/0xb25dda4f4e92f4b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740611.905376:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c89180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022124160:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1790740611.905403:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740611.905790:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db82c98f00 going to sleep for 11 seconds 00000100:00100000:1.0:1790740611.905832:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022124160 00000100:00100000:1.0:1790740611.905838:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022124160 00000100:00100000:1.0:1790740611.905864:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1790740611.905871:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd501850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+6:22708:x1877727022124160:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790740611.905879:0:22723:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790740611.905903:0:22723:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dcbfc45200/0xb25dda4f4e92f4b7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f4b0 expref: -99 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740611.905922:0:22723:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcbfc45200/0xb25dda4f4e92f4b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f4b0 expref: 7 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740611.905931:0:22723:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dcbfc45200/0xb25dda4f4e92f4b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f4b0 expref: 7 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740611.905939:0:22723:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcbfc45200, rc 0) 00000100:00100000:1.0:1790740611.906026:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd501850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+7:22708:x1877727022124160:12345-0@lo:101:mount.lustre.0 Request processed in 155us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740611.906059:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1790740611.906260:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c89180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022124160:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790740611.906275:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98dc80031e00/0xb25dda4f4e92f4b0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f4b7 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740611.906282:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98dc80031e00/0xb25dda4f4e92f4b0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f4b7 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790740611.906297:0:22708:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1790740611.906409:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dc80031e00/0xb25dda4f4e92f4b0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f4b7 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740611.906426:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dc80031e00/0xb25dda4f4e92f4b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f4b7 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790740611.906688:0:22708:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1790740611.906694:0:22708:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1790740611.906699:0:22708:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff98dcbb7c0000 10000000:01000000:2.0:1790740611.906701:0:22708:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1790740611.906704:0:22708:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1790740611.906707:0:22708:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1790740611.906730:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dc80030000/0xb25dda4f4e92f4be lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740611.906737:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98dc80030000/0xb25dda4f4e92f4be lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740611.906746:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98dc80030000/0xb25dda4f4e92f4be lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740611.906763:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c89180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022124288:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1790740611.906798:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740611.906866:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db82c98f00 going to sleep for 11 seconds 00000100:00100000:1.0:1790740611.906946:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022124288 00000100:00100000:1.0:1790740611.906952:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022124288 00000100:00100000:1.0:1790740611.907027:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1790740611.907066:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd500850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+7:22708:x1877727022124288:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790740611.907074:0:22723:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790740611.907083:0:22723:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dcbfc45400/0xb25dda4f4e92f4c5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f4be expref: -99 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740611.907097:0:22723:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcbfc45400/0xb25dda4f4e92f4c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f4be expref: 8 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740611.907105:0:22723:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dcbfc45400/0xb25dda4f4e92f4c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f4be expref: 8 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740611.907111:0:22723:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcbfc45400, rc 0) 00000100:00100000:1.0:1790740611.907140:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd500850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+8:22708:x1877727022124288:12345-0@lo:101:mount.lustre.0 Request processed in 76us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740611.907145:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1790740611.907209:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c89180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022124288:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790740611.907221:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98dc80030000/0xb25dda4f4e92f4be lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f4c5 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740611.907228:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98dc80030000/0xb25dda4f4e92f4be lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f4c5 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740611.907291:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c89180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022124416:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790740611.907330:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740611.907634:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db82c98f00 going to sleep for 11 seconds 00000100:00100000:0.0:1790740611.907771:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022124416 00000100:00100000:0.0:1790740611.907777:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022124416 00000100:00100000:0.0:1790740611.907802:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790740611.907809:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd501c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+8:22708:x1877727022124416:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790740611.908221:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd501c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+9:22708:x1877727022124416:12345-0@lo:501:mount.lustre.0 Request processed in 410us (887us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740611.908230:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1790740611.912283:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c89180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022124416:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790740611.920642:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d91500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022124544:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790740611.920753:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740611.920854:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb5f76f00 going to sleep for 11 seconds 00000100:00100000:1.0:1790740611.927697:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022124544 00000100:00100000:1.0:1790740611.927715:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022124544 00000100:00100000:1.0:1790740611.927800:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1790740611.927811:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd503c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+9:22708:x1877727022124544:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1790740611.934230:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd503c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+9:22708:x1877727022124544:12345-0@lo:503:mount.lustre.0 Request processed in 6412us (13469us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740611.934247:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790740611.934497:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d91500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022124544:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790740611.935552:0:22747:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887e680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22747:1877727022124672:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1790740611.935616:0:22747:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740611.935664:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc82d34900 going to sleep for 11 seconds 00000100:00100000:1.0:1790740611.935789:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022124672 00000100:00100000:1.0:1790740611.935797:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022124672 00000100:00100000:1.0:1790740611.935846:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1790740611.935855:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd503850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+9:22747:x1877727022124672:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1790740611.936662:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd503850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+9:22747:x1877727022124672:12345-0@lo:502:llog_process_th.0 Request processed in 804us (1041us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740611.936678:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1790740611.936793:0:22747:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887e680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22747:1877727022124672:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1790740611.936824:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790740611.936836:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740611.936838:0:22747:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1790740611.936843:0:22747:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1790740611.936846:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790740611.936860:0:22747:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff98dcae178000) 00000020:00000080:2.0:1790740611.936877:0:22747:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1790740611.936883:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1790740611.936970:0:22747:0:(osd_handler.c:8931:osd_obd_connect()) connect #2 00000020:00000080:2.0:1790740611.936977:0:22747:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb25dda4f4e92f4d3 00000020:00000080:2.0:1790740611.937220:0:22747:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1790740611.937225:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790740611.937229:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740611.937230:0:22747:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1790740611.937233:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790740611.937237:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740611.937238:0:22747:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1790740611.937241:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790740611.937249:0:22747:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff98dcae17cd40) 00000020:00000080:2.0:1790740611.937260:0:22747:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1790740611.937264:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1790740611.937266:0:22747:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1790740611.937268:0:22747:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1790740611.937281:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1790740611.937344:0:22747:0:(tgt_mount.c:153:server_get_mount()) get mount ffff98dcbb7c0000 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1790740611.937358:0:22747:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff98dcae1799c0) 00000020:00000080:2.0:1790740611.937367:0:22747:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1790740611.937429:0:22747:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1790740611.937435:0:22747:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb25dda4f4e92f4e8 00000020:00000080:2.0:1790740611.937539:0:22747:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1790740611.937545:0:22747:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1790740611.937550:0:22747:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xb25dda4f4e92f4ef 00080000:01000000:2.0:1790740611.937555:0:22747:0:(osd_handler.c:8931:osd_obd_connect()) connect #3 00000020:00000080:2.0:1790740611.937559:0:22747:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb25dda4f4e92f4f6 00010000:00010000:0.0:1790740612.032926:0:22747:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:0.0:1790740612.033974:0:22747:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:0.0:1790740612.034373:0:22747:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1790740612.035066:0:22747:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff98db83e9cd40) 00000020:00000080:0.0:1790740612.035084:0:22747:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:0.0:1790740612.035181:0:22747:0:(osd_handler.c:8931:osd_obd_connect()) connect #4 00000020:00000080:0.0:1790740612.035189:0:22747:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb25dda4f4e92f504 00000020:00000080:1.0:1790740612.035731:0:22747:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1790740612.040302:0:22747:0:(genops.c:1384:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xb25dda4f4e92f50b 00000020:00000080:1.0:1790740612.040929:0:22747:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:1.0:1790740612.040944:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790740612.040952:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790740612.040955:0:22747:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:1.0:1790740612.040959:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1790740612.040962:0:22747:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:1.0:1790740612.040964:0:22747:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790740612.040966:0:22747:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1790740612.040968:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1790740612.040971:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790740612.040972:0:22747:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:1.0:1790740612.040976:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790740612.040981:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790740612.040983:0:22747:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:1.0:1790740612.040988:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1790740612.041061:0:22747:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1790740612.041078:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790740612.041082:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790740612.041083:0:22747:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:1.0:1790740612.041086:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790740612.041089:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790740612.041091:0:22747:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:1.0:1790740612.041094:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1790740612.041099:0:22747:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.103@tcp to nid 0x20000c0a8cc67 (192.168.204.103@tcp) 00000020:00000080:1.0:1790740612.041130:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790740612.041150:0:22747:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff98dcb81d99c0) 00000020:00000080:1.0:1790740612.041166:0:22747:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:1.0:1790740612.041173:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1790740612.041237:0:22747:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:1.0:1790740612.041243:0:22747:0:(osd_handler.c:8931:osd_obd_connect()) connect #5 00000020:00000080:1.0:1790740612.041251:0:22747:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb25dda4f4e92f519 00010000:00080000:1.0:1790740612.041294:0:22747:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98dc82bc4800@lustre-MDT0001-osp-MDT0000: add connection 192.168.204.103@tcp at head 00010000:00010000:1.0:1790740612.042949:0:22747:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:2.0:1790740612.049621:0:22747:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1790740612.049638:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1790740612.049675:0:22747:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:2.0:1790740612.049694:0:22747:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb25dda4f4e92f520 00000100:00080000:2.0:1790740612.049704:0:22747:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790740612.049715:0:22747:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff98dc82bc4800 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:2.0:1790740612.049750:0:22747:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db82c8ad80 x1877727022124800/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1790740612.049794:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022124800:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1790740612.049862:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1790740612.049931:0:22747:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:2.0:1790740612.049994:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790740612.049998:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740612.050000:0:22747:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:2.0:1790740612.050003:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790740612.050006:0:22747:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:2.0:1790740612.050007:0:22747:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790740612.050009:0:22747:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790740612.050010:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790740612.050013:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740612.050021:0:22747:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790740612.050024:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1790740612.050063:0:22747:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1790740612.050068:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740612.050070:0:22747:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1790740612.050073:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790740612.050077:0:22747:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.103@tcp to nid 0x20000c0a8cc67 (192.168.204.103@tcp) 00000020:01000000:2.0:1790740612.050103:0:22747:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1790740612.050105:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790740612.050119:0:22747:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff98dcae17b380) 00000020:00000080:2.0:1790740612.050132:0:22747:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1790740612.050136:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1790740612.050208:0:22747:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1790740612.050215:0:22747:0:(osd_handler.c:8931:osd_obd_connect()) connect #6 00000020:00000080:2.0:1790740612.050220:0:22747:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb25dda4f4e92f52e 00010000:00080000:2.0:1790740612.050247:0:22747:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98dcb5cb7000@lustre-OST0000-osc-MDT0000: add connection 192.168.204.103@tcp at head 00010000:00010000:2.0:1790740612.050441:0:22747:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:3.0:1790740612.051445:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022124800 00000100:00100000:3.0:1790740612.051463:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022124800 00000100:00100000:3.0:1790740612.051501:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790740612.051510:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3637:x1877727022124800:12345-0@lo:38:llog_process_th.0 00010000:00020000:3.0:1790740612.051527:0:22734:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:2.0:1790740612.057425:0:22747:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1790740612.062855:0:22747:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1790740612.073952:0:22747:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1790740612.078318:0:22747:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1790740612.090248:0:22747:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:2.0:1790740612.092963:0:22753:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1790740612.092973:0:22753:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1790740612.094619:0:22747:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1790740612.094634:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1790740612.094675:0:22747:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1790740612.094696:0:22747:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb25dda4f4e92f535 00000100:00080000:2.0:1790740612.094709:0:22747:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790740612.094722:0:22747:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff98dcb5cb7000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:2.0:1790740612.094762:0:22747:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db82c88e00 x1877727022124928/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790740612.094847:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022124928:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1790740612.094927:0:3637:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877727022124928 offset 0 length 520: 4 00000100:00080000:2.0:1790740612.094989:0:22747:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1790740612.095069:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790740612.095074:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740612.095076:0:22747:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1790740612.095079:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790740612.095082:0:22747:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:2.0:1790740612.095084:0:22747:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790740612.095085:0:22747:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790740612.095087:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790740612.095089:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740612.095091:0:22747:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790740612.095094:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1790740612.095098:0:22747:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1790740612.095102:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740612.095103:0:22747:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1790740612.095106:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790740612.095111:0:22747:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.103@tcp to nid 0x20000c0a8cc67 (192.168.204.103@tcp) 00000020:01000000:2.0:1790740612.095137:0:22747:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1790740612.095140:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790740612.095154:0:22747:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff98dcb6c6cd40) 00000020:00000080:2.0:1790740612.095168:0:22747:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:2.0:1790740612.095173:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1790740612.095236:0:22747:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:2.0:1790740612.095242:0:22747:0:(osd_handler.c:8931:osd_obd_connect()) connect #7 00000020:00000080:2.0:1790740612.095247:0:22747:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb25dda4f4e92f543 00010000:00080000:2.0:1790740612.095279:0:22747:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98dcb5f18000@lustre-OST0001-osc-MDT0000: add connection 192.168.204.103@tcp at head 00010000:00010000:2.0:1790740612.095561:0:22747:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:2.0:1790740612.095655:0:22747:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1790740612.095674:0:22747:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1790740612.108335:0:22747:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790740612.109717:0:22747:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1790740612.109949:0:22747:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000100:00100000:3.0:1790740612.112326:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3637:x1877727022124800:12345-0@lo:38:llog_process_th.0 Request processed in 60808us (62455us total) trans 0 rc -19/-19 00000100:00100000:3.0:1790740612.112344:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:2.0:1790740612.115649:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dc82bc4800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1790740612.115660:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1790740612.115665:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022124800:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1790740612.117919:0:22755:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1790740612.117929:0:22755:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1790740612.127695:0:22747:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1790740612.127712:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1790740612.127758:0:22747:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1790740612.127779:0:22747:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb25dda4f4e92f54a 00000100:00080000:2.0:1790740612.127791:0:22747:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790740612.127804:0:22747:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff98dcb5f18000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:2.0:1790740612.127844:0:22747:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db82c8ad80 x1877727022125056/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790740612.127879:0:22747:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00100000:0.0:1790740612.127998:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022125056:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1790740612.128083:0:3637:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877727022125056 offset 0 length 520: 4 00000020:01000000:2.0:1790740612.128268:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790740612.128273:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740612.128275:0:22747:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1790740612.128278:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790740612.128282:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740612.128284:0:22747:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:2.0:1790740612.128287:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1790740612.128289:0:22747:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1790740612.128291:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790740612.128294:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740612.128296:0:22747:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:2.0:1790740612.128298:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790740612.128300:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740612.128302:0:22747:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1790740612.128317:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1790740612.128348:0:22747:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8b480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22747:1877727022125184:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1790740612.128408:0:22747:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740612.128544:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022125184 00000100:00100000:1.0:1790740612.128552:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022125184 00000100:00100000:1.0:1790740612.128598:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1790740612.128608:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd500c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+9:22747:x1877727022125184:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1790740612.128727:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd500c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+9:22747:x1877727022125184:12345-0@lo:502:llog_process_th.0 Request processed in 121us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740612.128736:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1790740612.128859:0:22747:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc99049900 going to sleep for 11 seconds 00000100:00100000:2.0:1790740612.128894:0:22747:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8b480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22747:1877727022125184:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1790740612.128919:0:22747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790740612.128924:0:22747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740612.128926:0:22747:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1790740612.128930:0:22747:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:1.0:1790740612.129569:0:22708:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:1.0:1790740612.129596:0:22708:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1790740612.129625:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dc80030000/0xb25dda4f4e92f4be lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f4c5 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740612.129636:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dc80030000/0xb25dda4f4e92f4be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f4c5 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790740612.129644:0:22708:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff98dcbb7c0000 from 1 10000000:01000000:1.0:1790740612.129647:0:22708:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1790740612.129680:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45c00/0xb25dda4f4e92f551 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740612.129690:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45c00/0xb25dda4f4e92f551 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740612.129715:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45c00/0xb25dda4f4e92f551 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740612.129734:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022125312:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1790740612.129776:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740612.129811:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc884d7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1790740612.129949:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022125312 00000100:00100000:0.0:1790740612.129955:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022125312 00000100:00100000:0.0:1790740612.129997:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790740612.130006:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd501450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+9:22708:x1877727022125312:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790740612.130027:0:22724:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790740612.130062:0:22724:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98db82342400/0xb25dda4f4e92f558 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f551 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740612.130083:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98db82342400/0xb25dda4f4e92f558 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f551 expref: 10 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740612.130094:0:22724:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98db82342400/0xb25dda4f4e92f558 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f551 expref: 10 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740612.130102:0:22724:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db82342400, rc 0) 00000100:00100000:0.0:1790740612.130136:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd501450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+10:22708:x1877727022125312:12345-0@lo:101:mount.lustre.0 Request processed in 132us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740612.130142:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1790740612.130231:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022125312:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790740612.130245:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45c00/0xb25dda4f4e92f551 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f558 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740612.130255:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45c00/0xb25dda4f4e92f551 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f558 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740612.130802:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022125440:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1790740612.130846:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740612.130891:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc884d7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1790740612.131100:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022125440 00000100:00100000:0.0:1790740612.131107:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022125440 00000100:00100000:0.0:1790740612.131142:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1790740612.131150:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd502850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+10:22708:x1877727022125440:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1790740612.131167:0:22724:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1790740612.131174:0:22724:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1790740612.131245:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd502850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+10:22708:x1877727022125440:12345-0@lo:256:mount.lustre.0 Request processed in 96us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740612.131252:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1790740612.134346:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022125440:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1790740612.134983:0:22708:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1790740612.135014:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45c00/0xb25dda4f4e92f551 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f558 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740612.135028:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45c00/0xb25dda4f4e92f551 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f558 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790740612.135072:0:22708:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff98dcbb7c0000 from 1 10000000:01000000:1.0:1790740612.135075:0:22708:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1790740612.135127:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92f55f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740612.135136:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92f55f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740612.135146:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92f55f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740612.135166:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022125568:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1790740612.135226:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740612.135267:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc884d7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1790740612.135417:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022125568 00000100:00100000:0.0:1790740612.135425:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022125568 00000100:00100000:0.0:1790740612.135486:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1790740612.135496:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd500450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+10:22708:x1877727022125568:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790740612.135510:0:22724:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790740612.135531:0:22724:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98db82342200/0xb25dda4f4e92f566 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f55f expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740612.135556:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98db82342200/0xb25dda4f4e92f566 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f55f expref: 11 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740612.135567:0:22724:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98db82342200/0xb25dda4f4e92f566 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f55f expref: 11 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740612.135575:0:22724:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db82342200, rc 0) 00000100:00100000:0.0:1790740612.135615:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd500450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+11:22708:x1877727022125568:12345-0@lo:101:mount.lustre.0 Request processed in 120us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740612.135622:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1790740612.135852:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022125568:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790740612.135866:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92f55f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f566 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740612.135874:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92f55f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f566 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740612.135937:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022125696:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790740612.135962:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740612.135985:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc884d7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1790740612.136053:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022125696 00000100:00100000:0.0:1790740612.136058:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022125696 00000100:00100000:0.0:1790740612.136084:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1790740612.136090:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd503450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+11:22708:x1877727022125696:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790740612.136222:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd503450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+11:22708:x1877727022125696:12345-0@lo:501:mount.lustre.0 Request processed in 132us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740612.136230:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1790740612.136314:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022125696:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790740612.136346:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022125824:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790740612.136385:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740612.136408:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc99049900 going to sleep for 11 seconds 00000100:00100000:0.0:1790740612.136545:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022125824 00000100:00100000:0.0:1790740612.136551:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022125824 00000100:00100000:0.0:1790740612.136584:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1790740612.136591:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd502c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+11:22708:x1877727022125824:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790740612.136669:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd502c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+11:22708:x1877727022125824:12345-0@lo:503:mount.lustre.0 Request processed in 78us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740612.136676:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1790740612.136748:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022125824:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1790740612.148586:0:22757:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22757:1877727022125952:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1790740612.148681:0:22757:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740612.148737:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc884d7cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1790740612.148819:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022125952 00000100:00100000:0.0:1790740612.148834:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022125952 00000100:00100000:0.0:1790740612.148897:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790740612.148909:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd503050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+11:22757:x1877727022125952:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1790740612.149630:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd503050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+11:22757:x1877727022125952:12345-0@lo:502:llog_process_th.0 Request processed in 720us (945us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740612.149640:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1790740612.150083:0:22757:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22757:1877727022125952:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1790740612.150124:0:22757:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790740612.150141:0:22757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790740612.150144:0:22757:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1790740612.150151:0:22757:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff98dcbb7c0000 00000020:00000080:1.0:1790740612.150154:0:22757:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1790740612.150163:0:22757:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790740612.150166:0:22757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790740612.150167:0:22757:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1790740612.150169:0:22757:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790740612.150171:0:22757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790740612.150173:0:22757:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1790740612.150176:0:22757:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff98dcbb7c0000 00000020:00000080:1.0:1790740612.150178:0:22757:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1790740612.150240:0:22757:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790740612.150244:0:22757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790740612.150246:0:22757:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1790740612.150248:0:22757:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790740612.150251:0:22757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790740612.150252:0:22757:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1790740612.150256:0:22757:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff98dcbb7c0000 00000020:00000080:1.0:1790740612.150259:0:22757:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1790740612.150277:0:22757:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790740612.150279:0:22757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790740612.150280:0:22757:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1790740612.150283:0:22757:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790740612.150285:0:22757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790740612.150286:0:22757:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1790740612.150290:0:22757:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff98dcbb7c0000 00000020:00000080:1.0:1790740612.150292:0:22757:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1790740612.150349:0:22757:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22757:1877727022126080:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1790740612.150398:0:22757:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740612.150435:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc884d7cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1790740612.150704:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022126080 00000100:00100000:2.0:1790740612.150712:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022126080 00000100:00100000:2.0:1790740612.150765:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1790740612.150775:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd501050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+11:22757:x1877727022126080:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1790740612.150893:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd501050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+11:22757:x1877727022126080:12345-0@lo:502:llog_process_th.0 Request processed in 108us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740612.150901:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1790740612.153255:0:22757:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22757:1877727022126080:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1790740612.153328:0:22757:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790740612.153338:0:22757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790740612.153341:0:22757:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1790740612.153346:0:22757:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:3.0:1790740612.153603:0:22708:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1790740612.153628:0:22708:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1790740612.153650:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92f55f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f566 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740612.153663:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92f55f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f566 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790740612.153721:0:22708:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1790740612.153724:0:22708:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff98dcbb7c0000 10000000:01000000:3.0:1790740612.153727:0:22708:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff98dcbb7c0000 10000000:01000000:3.0:1790740612.153731:0:22708:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1790740612.153737:0:22708:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff98dcbb7c0000 from 1 10000000:01000000:3.0:1790740612.153740:0:22708:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1790740612.153779:0:22708:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcc2174a00/0xb25dda4f4e92f56d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740612.153788:0:22708:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98dcc2174a00/0xb25dda4f4e92f56d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740612.153797:0:22708:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98dcc2174a00/0xb25dda4f4e92f56d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740612.153820:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022126208:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1790740612.153892:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740612.153937:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc82d34a80 going to sleep for 11 seconds 00000100:00100000:1.0:1790740612.154242:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022126208 00000100:00100000:1.0:1790740612.154250:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022126208 00000100:00100000:1.0:1790740612.154293:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1790740612.154314:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+11:22708:x1877727022126208:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790740612.154328:0:22723:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790740612.154342:0:22723:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dcbfc44e00/0xb25dda4f4e92f574 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f56d expref: -99 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740612.154367:0:22723:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcbfc44e00/0xb25dda4f4e92f574 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f56d expref: 12 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740612.154378:0:22723:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dcbfc44e00/0xb25dda4f4e92f574 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f56d expref: 12 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740612.154388:0:22723:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcbfc44e00, rc 0) 00000100:00100000:1.0:1790740612.154441:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:22708:x1877727022126208:12345-0@lo:101:mount.lustre.0 Request processed in 139us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740612.154458:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1790740612.154673:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022126208:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790740612.154689:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98dcc2174a00/0xb25dda4f4e92f56d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f574 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740612.154698:0:22708:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98dcc2174a00/0xb25dda4f4e92f56d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f574 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740612.154753:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d91f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022126336:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790740612.154783:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740612.154817:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db82c75d80 going to sleep for 11 seconds 00000100:00100000:3.0:1790740612.154874:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022126336 00000100:00100000:3.0:1790740612.154900:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022126336 00000100:00100000:3.0:1790740612.154934:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1790740612.154941:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:22708:x1877727022126336:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790740612.155073:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:22708:x1877727022126336:12345-0@lo:501:mount.lustre.0 Request processed in 132us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740612.155080:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1790740612.155180:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d91f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022126336:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790740612.155221:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d91f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022126464:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790740612.155257:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740612.155273:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db82c75d80 going to sleep for 11 seconds 00000100:00100000:3.0:1790740612.156434:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022126464 00000100:00100000:3.0:1790740612.156453:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022126464 00000100:00100000:3.0:1790740612.156505:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1790740612.156514:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:22708:x1877727022126464:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790740612.156646:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:22708:x1877727022126464:12345-0@lo:503:mount.lustre.0 Request processed in 133us (1387us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740612.156654:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1790740612.156861:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d91f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022126464:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790740612.163177:0:22758:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887ed80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22758:1877727022126592:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1790740612.163262:0:22758:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740612.163321:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc82d34b40 going to sleep for 11 seconds 00000100:00100000:0.0:1790740612.163687:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022126592 00000100:00100000:0.0:1790740612.163696:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022126592 00000100:00100000:0.0:1790740612.163741:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1790740612.163751:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:22758:x1877727022126592:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1790740612.163901:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:22758:x1877727022126592:12345-0@lo:502:llog_process_th.0 Request processed in 151us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740612.163911:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790740612.164078:0:22758:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887ed80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22758:1877727022126592:0@lo:502:llog_process_th.0 00000020:01000004:3.0:1790740612.164141:0:22758:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1790740612.164159:0:22758:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff98dcb13f3380) 00000020:00000080:3.0:1790740612.164180:0:22758:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:3.0:1790740612.164264:0:22758:0:(tgt_mount.c:153:server_get_mount()) get mount ffff98dcbb7c0000 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1790740612.164269:0:22758:0:(tgt_mount.c:187:server_put_mount()) put mount ffff98dcbb7c0000 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1790740612.164272:0:22758:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98dcbb7c0000 4 00010000:00080000:3.0:1790740612.164321:0:22758:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98db82fde800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.103@tcp at head 00010000:00010000:3.0:1790740612.172840:0:22758:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:3.0:1790740612.173061:0:22758:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1790740612.173102:0:22758:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1790740612.173121:0:22758:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xb25dda4f4e92f582 00000100:00080000:3.0:1790740612.173132:0:22758:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790740612.173144:0:22758:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff98db82fde800 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:3.0:1790740612.173186:0:22758:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98dc9887ed80 x1877727022126720/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1790740612.173240:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3637:1877727022126720:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1790740612.173749:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1790740612.173822:0:22758:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1790740612.174027:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022126720 00000100:00100000:1.0:1790740612.174045:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022126720 00000100:00100000:1.0:1790740612.174079:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790740612.174086:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3637:x1877727022126720:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1790740612.174152:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3637:x1877727022126720:12345-0@lo:38:llog_process_th.0 Request processed in 66us (841us total) trans 0 rc -11/-11 00000100:00100000:1.0:1790740612.174160:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790740612.174218:0:3637:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1790740612.174226:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98db82fde800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790740612.174230:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1790740612.174234:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3637:1877727022126720:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1790740612.178082:0:22758:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22758:1877727022126848:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1790740612.178179:0:22758:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740612.178227:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc82d34a80 going to sleep for 11 seconds 00000100:00100000:1.0:1790740612.182284:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022126848 00000100:00100000:1.0:1790740612.182302:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022126848 00000100:00100000:1.0:1790740612.182442:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1790740612.182581:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:22758:x1877727022126848:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1790740612.182750:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:22758:x1877727022126848:12345-0@lo:502:llog_process_th.0 Request processed in 174us (4570us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740612.182760:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1790740612.186912:0:22758:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22758:1877727022126848:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1790740612.187007:0:22758:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22758:1877727022126976:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1790740612.187116:0:22758:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740612.187168:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc85f9c240 going to sleep for 11 seconds 00000100:00100000:0.0:1790740612.187411:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022126976 00000100:00100000:0.0:1790740612.187419:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022126976 00000100:00100000:0.0:1790740612.187554:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1790740612.187564:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:22758:x1877727022126976:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1790740612.187764:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:22758:x1877727022126976:12345-0@lo:502:llog_process_th.0 Request processed in 201us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740612.187774:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1790740612.193506:0:22758:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22758:1877727022126976:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1790740612.193555:0:22758:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1790740612.193841:0:22708:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1790740612.193864:0:22708:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1790740612.193901:0:22708:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcc2174a00/0xb25dda4f4e92f56d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f574 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740612.193914:0:22708:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dcc2174a00/0xb25dda4f4e92f56d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f574 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1790740612.193967:0:22708:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1790740612.193973:0:22708:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790740612.193974:0:22708:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790740612.193975:0:22708:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790740612.193977:0:22708:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790740612.193978:0:22708:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790740612.193979:0:22708:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790740612.193980:0:22708:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790740612.193982:0:22708:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790740612.193984:0:22708:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790740612.193988:0:22708:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1790740612.193990:0:22708:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1790740612.193991:0:22708:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1790740612.193992:0:22708:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790740612.193993:0:22708:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790740612.193994:0:22708:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790740612.193995:0:22708:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790740612.193996:0:22708:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790740612.193997:0:22708:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1790740612.193998:0:22708:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790740612.193999:0:22708:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790740612.194022:0:22708:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1790740612.194069:0:22708:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022127104:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1790740612.194137:0:22708:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740612.194179:0:22708:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc87e309c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790740612.195534:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022127104 00000100:00100000:0.0:1790740612.195545:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022127104 00000100:00100000:0.0:1790740612.195598:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1790740612.195608:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:22708:x1877727022127104:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1790740612.195643:0:22724:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1790740612.195658:0:22724:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1790740612.202621:0:22724:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1790740612.202671:0:22724:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1790740612.203288:0:22708:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22708:1877727022127104:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1790740612.203317:0:22708:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1790740612.203320:0:22708:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1790740612.203322:0:22708:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1790740612.203323:0:22708:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790740612.203325:0:22708:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790740612.203326:0:22708:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790740612.203328:0:22708:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790740612.203329:0:22708:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1790740612.203330:0:22708:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1790740612.203332:0:22708:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790740612.203334:0:22708:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1790740612.203353:0:22708:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1790740612.206090:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:22708:x1877727022127104:12345-0@lo:253:mount.lustre.0 Request processed in 7425us (8894us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740612.206108:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 20000000:01000000:3.0:1790740612.209599:0:22745:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1790740612.209610:0:22745:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1790740612.209638:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff98dcc2174600/0xb25dda4f4e92f589 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740612.209656:0:22745:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98db82342400/0xb25dda4f4e92f558 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f551 expref: 11 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740612.209665:0:22745:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff98dcc2174600/0xb25dda4f4e92f589 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740612.209714:0:22745:0:(ldlm_lockd.c:966:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98db82342400/0xb25dda4f4e92f558 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb25dda4f4e92f551 expref: 11 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740612.209730:0:22745:0:(ldlm_lockd.c:498:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98db82342400/0xb25dda4f4e92f558 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb25dda4f4e92f551 expref: 11 pid: 22724 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740612.209750:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887ca80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1877727022127232:0@lo:104: 00000100:00100000:3.0:1790740612.209820:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740612.209867:0:22745:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc85f9c240 going to sleep for 11 seconds 00000100:00100000:3.0:1790740612.209919:0:22712:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022127232 00000100:00100000:3.0:1790740612.209927:0:22712:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022127232 00000100:00100000:3.0:1790740612.209969:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790740612.209977:0:22712:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+3:22745:x1877727022127232:12345-0@lo:104: 00010000:00010000:3.0:1790740612.209991:0:22712:0:(ldlm_lockd.c:2509:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45c00/0xb25dda4f4e92f551 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f558 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740612.210065:0:22712:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1790740612.210073:0:22712:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+3:22745:x1877727022127232:12345-0@lo:104: Request processed in 97us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740612.210080:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:3.0:1790740612.210105:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790740612.210111:0:22718:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45c00/0xb25dda4f4e92f551 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f558 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740612.210118:0:22718:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcbfc45c00 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:3.0:1790740612.210123:0:22718:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45c00/0xb25dda4f4e92f551 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb25dda4f4e92f558 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740612.210143:0:22718:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45c00/0xb25dda4f4e92f551 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb25dda4f4e92f558 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790740612.210149:0:22718:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45c00/0xb25dda4f4e92f551 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb25dda4f4e92f558 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790740612.210155:0:22718:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1790740612.210182:0:22718:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45c00/0xb25dda4f4e92f551 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f558 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740612.210189:0:22718:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790740612.210210:0:22718:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45c00/0xb25dda4f4e92f551 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f558 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740612.210217:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45c00/0xb25dda4f4e92f551 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f558 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740612.210232:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740612.210233:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740612.210235:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790740612.210263:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3638:1877727022127360:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790740612.210291:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740612.210343:0:22714:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022127360 00000100:00100000:3.0:1790740612.210347:0:22714:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022127360 00010000:00010000:3.0:1790740612.210362:0:22714:0:(ldlm_lockd.c:2686:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98db82342400/0xb25dda4f4e92f558 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f551 expref: 12 pid: 22724 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740612.210380:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790740612.210386:0:22714:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:3638:x1877727022127360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790740612.210404:0:22714:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790740612.210409:0:22714:0:(ldlm_lockd.c:1799:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98db82342400/0xb25dda4f4e92f558 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f551 expref: 12 pid: 22724 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740612.210420:0:22714:0:(ldlm_lockd.c:571:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98db82342400/0xb25dda4f4e92f558 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb25dda4f4e92f551 expref: 12 pid: 22724 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740612.210435:0:22714:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff98dcc2174600/0xb25dda4f4e92f589 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740612.210443:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcc2174600/0xb25dda4f4e92f589 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1790740612.210540:0:22714:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.000930701s 00010000:00010000:3.0:1790740612.210544:0:22714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98dcc2174600/0xb25dda4f4e92f589 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740612.210551:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98dcc2174600/0xb25dda4f4e92f589 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740612.210558:0:22714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff98dcc2174600/0xb25dda4f4e92f589 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740612.210564:0:22714:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff98dcc2174600/0xb25dda4f4e92f589 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740612.210569:0:22714:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcc2174600 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:3.0:1790740612.210574:0:22714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff98dcc2174600/0xb25dda4f4e92f589 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740612.210581:0:22714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff98dcc2174600/0xb25dda4f4e92f589 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740612.210597:0:22714:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff98dcc2174600/0xb25dda4f4e92f589 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740612.210607:0:22714:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790740612.210639:0:22714:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:3638:x1877727022127360:12345-0@lo:103:ldlm_bl.0 Request processed in 254us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740612.210646:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790740612.210685:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3638:1877727022127360:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1790740612.210786:0:22745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98db82342400/0xb25dda4f4e92f558 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb25dda4f4e92f551 expref: 11 pid: 22724 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740612.210799:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887ca80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1877727022127232:0@lo:104: 00010000:00010000:2.0:1790740612.210811:0:22745:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff98dcc2174600/0xb25dda4f4e92f589 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740612.210829:0:22745:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff98dcc2174600/0xb25dda4f4e92f589 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740612.210835:0:22745:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff98dcc2174600/0xb25dda4f4e92f589 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740612.210841:0:22745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcc2174600/0xb25dda4f4e92f589 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1790740612.239850:0:22708:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000020:00080000:1.0:1790740612.240366:0:22769:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:1.0:1790740612.240370:0:22769:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:2.0:1790740612.240401:0:22708:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000040:01000000:1.0:1790740612.240778:0:22770:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:1.0:1790740612.241117:0:22770:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1790740612.243145:0:22770:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1790740612.243225:0:22770:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:01000000:2.0:1790740612.243967:0:22708:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:1.0:1790740612.244754:0:22771:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff98dcbd0bea00 x1877727022127488/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740612.244766:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae015cc0 going to sleep for 0 seconds 00000040:01000000:2.0:1790740612.245391:0:22708:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:2.0:1790740612.245429:0:22708:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1790740612.245858:0:22708:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1790740612.245866:0:22708:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:2.0:1790740612.245917:0:22708:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790740612.246948:0:22708:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1790740612.247534:0:22708:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1790740612.247568:0:22708:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1790740612.248745:0:22708:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:2.0:1790740612.249616:0:22708:0:(osd_handler.c:5587:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:2.0:1790740612.251972:0:22708:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1790740612.254209:0:22708:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1790740612.254252:0:22708:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb5b100c87988 00100000:10000000:3.0:1790740612.254260:0:22708:0:(lfsck_lib.c:3084:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:3.0:1790740612.255417:0:22708:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1790740612.255435:0:22708:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.103@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1790740612.255571:0:22708:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=46 00000080:00000004:3.0:1790740612.255599:0:22708:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:1.0:1790740612.261923:0:22708:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1790740612.262163:0:22708:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1790740612.715197:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1790740613.227983:0:22765:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1790740613.228001:0:22765:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1790740613.230243:0:22765:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1790740613.230255:0:22765:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:3.0:1790740613.302552:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae015cc0 going to sleep for 0 seconds 10000000:01000000:2.0:1790740613.686417:0:22726:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1790740613.686425:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff98dcbb7c0000 from 11 10000000:01000000:2.0:1790740613.686431:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1790740613.686481:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dc80030800/0xb25dda4f4e92f590 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740613.686494:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98dc80030800/0xb25dda4f4e92f590 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740613.686520:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98dc80030800/0xb25dda4f4e92f590 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740613.686545:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022127616:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1790740613.686622:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740613.686678:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc86fb9900 going to sleep for 11 seconds 00000100:00100000:1.0:1790740613.687204:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022127616 00000100:00100000:1.0:1790740613.687215:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022127616 00000100:00100000:2.0:1790740613.687391:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1790740613.687404:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+11:22726:x1877727022127616:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790740613.687419:0:22723:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790740613.687437:0:22723:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dc80030400/0xb25dda4f4e92f597 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f590 expref: -99 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740613.687464:0:22723:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dc80030400/0xb25dda4f4e92f597 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f590 expref: 12 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740613.687476:0:22723:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dc80030400/0xb25dda4f4e92f597 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f590 expref: 12 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740613.687486:0:22723:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dc80030400, rc 0) 00000100:00100000:2.0:1790740613.687545:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:22726:x1877727022127616:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 144us (922us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740613.687552:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1790740613.687608:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022127616:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790740613.687625:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98dc80030800/0xb25dda4f4e92f590 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f597 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740613.687651:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98dc80030800/0xb25dda4f4e92f590 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f597 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740613.687704:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022127744:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1790740613.687739:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740613.687781:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc86fb9900 going to sleep for 11 seconds 00000100:00100000:2.0:1790740613.687795:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022127744 00000100:00100000:2.0:1790740613.687799:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022127744 00000100:00100000:2.0:1790740613.687823:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1790740613.687829:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:22726:x1877727022127744:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1790740613.687842:0:22724:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1790740613.687869:0:22724:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1790740613.687872:0:22724:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1790740613.687947:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:22726:x1877727022127744:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 118us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740613.687954:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1790740613.687986:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c88700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022127744:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1790740613.688024:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1790740613.688085:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dc80030800/0xb25dda4f4e92f590 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f597 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740613.688094:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dc80030800/0xb25dda4f4e92f590 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f597 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740613.748404:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1790740614.251269:0:22765:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1790740614.251280:0:22765:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1790740614.251407:0:22765:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:2.0:1790740614.251440:0:22765:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1790740614.251576:0:22765:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:2.0:1790740614.320802:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae015cc0 going to sleep for 0 seconds 00010000:00010000:0.0:1790740614.765112:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790740615.338282:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae015cc0 going to sleep for 0 seconds 00010000:00010000:3.0:1790740615.794924:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790740616.362176:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae015cc0 going to sleep for 0 seconds 00010000:00010000:0.0:1790740616.818349:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1790740617.322380:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1790740617.322388:0:15342:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1790740617.322392:0:15342:0:(import.c:65:import_set_state_nolock()) ffff98dc82bc4800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790740617.322401:0:15342:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 683 00000100:00080000:0.0:1790740617.322406:0:15342:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1790740617.322417:0:15342:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff98dc82bc4800 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:0.0:1790740617.322439:0:15342:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db83d92d80 x1877727022128000/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790740617.322454:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790740617.322457:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790740617.322460:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790740617.322463:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790740617.322466:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1790740617.322511:0:15342:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1790740617.322513:0:15342:0:(import.c:65:import_set_state_nolock()) ffff98db82fde800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790740617.322519:0:15342:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff98db82fde800 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:0.0:1790740617.322532:0:15342:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db83d91880 x1877727022128128/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790740617.322554:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1790740617.322566:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3638:1877727022127872:0@lo:400:kworker.0 00000100:00100000:0.0:1790740617.322666:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740617.322716:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022127872 00000100:00100000:0.0:1790740617.322723:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022127872 00000100:00100000:0.0:1790740617.322765:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1790740617.322773:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:3638:x1877727022127872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740617.322830:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:3638:x1877727022127872:12345-0@lo:400:kworker.0 Request processed in 57us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740617.322837:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1790740617.322883:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3638:1877727022127872:0@lo:400:kworker.0 00000100:00100000:1.0:1790740617.323136:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022128000:0@lo:38:kworker.0 00000100:00100000:1.0:1790740617.326975:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740617.327074:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3637:1877727022128128:0@lo:38:kworker.0 00000100:00100000:1.0:1790740617.327138:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740617.327196:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022128128 00000100:00100000:1.0:1790740617.327205:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022128128 00000100:00100000:1.0:1790740617.327234:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790740617.327241:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd0be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3637:x1877727022128128:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1790740617.327268:0:22731:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 688 last 0 00000020:00000080:1.0:1790740617.327304:0:22731:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xb25dda4f4e92f59e 00000004:00100000:1.0:1790740617.327320:0:22731:0:(mdt_handler.c:7299:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1790740617.327450:0:22731:0:(import.c:65:import_set_state_nolock()) ffff98db829b4000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1790740617.327502:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd0be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1877727022128128:12345-0@lo:38:kworker.0 Request processed in 260us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740617.327510:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1790740617.327553:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff98db83d91880 x1877727022128128/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790740627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1790740617.327569:0:3637:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1790740617.327576:0:3637:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1790740617.327581:0:3637:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1790740617.327583:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98db82fde800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1790740617.327589:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3637:1877727022128128:0@lo:38:kworker.0 00000100:00100000:0.0:1790740617.329868:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022128000 00000100:00100000:0.0:1790740617.329882:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022128000 00000100:00100000:0.0:1790740617.329939:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1790740617.329947:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd0be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3637:x1877727022128000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1790740617.329968:0:22735:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1790740617.330079:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd0be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3637:x1877727022128000:12345-0@lo:38:kworker.0 Request processed in 130us (3110us total) trans 0 rc -19/-19 00000100:00100000:0.0:1790740617.330087:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1790740617.331015:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dc82bc4800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790740617.331025:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1790740617.331063:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022128000:0@lo:38:kworker.0 00000100:00100000:2.0:1790740617.388994:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae015cc0 going to sleep for 0 seconds 00010000:00010000:3.0:1790740617.834304:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1790740618.072436:0:23014:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg403-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:2.0:1790740618.410633:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae015cc0 going to sleep for 0 seconds 00010000:00010000:0.0:1790740618.861479:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1790740619.404587:0:23067:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1790740619.404810:0:23067:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1790740619.437993:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae015cc0 going to sleep for 0 seconds 00010000:00010000:2.0:1790740619.885111:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790740620.458163:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae015cc0 going to sleep for 0 seconds 00000020:00000004:1.0:1790740620.646070:0:23117:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1790740620.646337:0:23117:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1790740620.907657:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790740621.483423:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae015cc0 going to sleep for 0 seconds 00010000:00010000:2.0:1790740621.931464:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1790740622.442360:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1790740622.442368:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1790740622.442371:0:37:0:(import.c:65:import_set_state_nolock()) ffff98dc82bc4800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790740622.442379:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 688 00000100:00080000:0.0:1790740622.442403:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1790740622.442416:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff98dc82bc4800 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:0.0:1790740622.442445:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db83d93480 x1877727022128384/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790740622.442464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790740622.442467:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790740622.442470:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790740622.442475:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1790740622.442545:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1877727022128512:0@lo:400:kworker.0 00000100:00100000:0.0:1790740622.442620:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740622.442672:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1790740622.442678:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3641:1877727022128256:0@lo:400:kworker.0 00000100:00100000:0.0:1790740622.442724:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740622.442777:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022128512 00000100:00100000:0.0:1790740622.442786:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022128512 00000100:00100000:0.0:1790740622.442830:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790740622.442840:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83d90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1877727022128512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740622.442893:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83d90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1877727022128512:12345-0@lo:400:kworker.0 Request processed in 54us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740622.442901:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1790740622.442957:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff98db83d90380 x1877727022128512/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740622.442969:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1877727022128512:0@lo:400:kworker.0 00000100:00100000:1.0:1790740622.443447:0:3637:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790740612/real 1790740612] req@ffff98db82c8ad80 x1877727022125056/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790740622 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740622.443478:0:3637:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98db82c8ad80 x1877727022125056/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790740622 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740622.443489:0:3637:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790740612/real 1790740612] req@ffff98db82c88e00 x1877727022124928/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790740622 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740622.443500:0:3637:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98db82c88e00 x1877727022124928/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790740622 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740622.443514:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022128384:0@lo:38:kworker.0 00000100:00100000:1.0:1790740622.443548:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1790740622.443572:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dcb5f18000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790740622.443590:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1790740622.443594:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022125056:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1790740622.443595:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790740622.443604:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790740622.443606:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790740622.443609:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1790740622.443612:0:37:0:(import.c:65:import_set_state_nolock()) ffff98dcb5f18000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790740622.443616:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 683 00000100:00080000:0.0:1790740622.443619:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1790740622.443627:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff98dcb5f18000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:0.0:1790740622.443645:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db83d90380 x1877727022128640/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790740622.443782:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dcb5cb7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790740622.443796:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00080000:0.0:1790740622.443809:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790740622.443813:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1790740622.443815:0:37:0:(import.c:65:import_set_state_nolock()) ffff98dcb5cb7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790740622.443818:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 683 00000100:00080000:0.0:1790740622.443820:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1790740622.443826:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff98dcb5cb7000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:0.0:1790740622.443840:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db83d92300 x1877727022128768/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790740622.443874:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022124928:0@lo:8:llog_process_th.0 00000100:00100000:1.0:1790740622.443897:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022128640:0@lo:8:kworker.0 00000400:00000100:1.0:1790740622.443923:0:3637:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877727022128640 offset 0 length 520: 4 00000100:00100000:1.0:1790740622.443946:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022128768:0@lo:8:kworker.0 00000400:00000100:1.0:1790740622.443964:0:3637:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877727022128768 offset 0 length 520: 4 00000100:00100000:1.0:1790740622.443988:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022128256 00000100:00100000:1.0:1790740622.443994:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022128256 00000100:00100000:1.0:1790740622.444086:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1790740622.444095:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:3641:x1877727022128256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740622.444149:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:3641:x1877727022128256:12345-0@lo:400:kworker.0 Request processed in 55us (1424us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740622.444155:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1790740622.444196:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022128384 00000100:00100000:1.0:1790740622.444200:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022128384 00000100:00100000:3.0:1790740622.447977:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3641:1877727022128256:0@lo:400:kworker.0 00000100:00100000:0.0:1790740622.451660:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1790740622.451673:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3637:x1877727022128384:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1790740622.451711:0:22734:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1790740622.451827:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd0bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3637:x1877727022128384:12345-0@lo:38:kworker.0 Request processed in 154us (8277us total) trans 0 rc -19/-19 00000100:00100000:0.0:1790740622.451835:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1790740622.452046:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dc82bc4800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790740622.452052:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1790740622.452056:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022128384:0@lo:38:kworker.0 00000100:00100000:3.0:1790740622.506255:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae015cc0 going to sleep for 0 seconds 00010000:00010000:0.0:1790740622.954235:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790740623.535799:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae015cc0 going to sleep for 0 seconds 00010000:00010000:2.0:1790740623.978168:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1790740624.496815:0:22765:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1790740624.563352:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae015cc0 going to sleep for 0 seconds 00010000:00010000:3.0:1790740625.004466:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790740625.580760:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae015cc0 going to sleep for 0 seconds 00010000:00010000:2.0:1790740626.026322:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790740626.604100:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae015cc0 going to sleep for 0 seconds 00010000:00010000:1.0:1790740627.058689:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1790740627.562963:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1790740627.562970:0:15342:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1790740627.562974:0:15342:0:(import.c:65:import_set_state_nolock()) ffff98dc82bc4800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790740627.562981:0:15342:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 693 00000100:00080000:1.0:1790740627.562987:0:15342:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1790740627.562998:0:15342:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff98dc82bc4800 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:1.0:1790740627.563022:0:15342:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98dcbd0bfb80 x1877727022129024/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790740627.563057:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790740627.563061:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1790740627.563063:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790740627.563066:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1790740627.563093:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3638:1877727022128896:0@lo:400:kworker.0 00000100:00100000:1.0:1790740627.563160:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740627.563211:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790740627.563217:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1877727022129152:0@lo:400:kworker.0 00000100:00100000:1.0:1790740627.563242:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740627.563275:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022128896 00000100:00100000:1.0:1790740627.563290:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022128896 00000100:00100000:1.0:1790740627.563331:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1790740627.563340:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:3638:x1877727022128896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740627.563390:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:3638:x1877727022128896:12345-0@lo:400:kworker.0 Request processed in 51us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740627.563397:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1790740627.563429:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022129152 00000100:00100000:1.0:1790740627.563432:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022129152 00000100:00100000:1.0:1790740627.563458:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790740627.563464:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd0bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1877727022129152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740627.563493:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd0bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1877727022129152:12345-0@lo:400:kworker.0 Request processed in 30us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740627.563498:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790740627.563522:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022129024:0@lo:38:kworker.0 00000100:00100000:1.0:1790740627.563546:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740627.563573:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022129024 00000100:00100000:1.0:1790740627.563577:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022129024 00000100:00100000:1.0:1790740627.563605:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1790740627.563609:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd0bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3637:x1877727022129024:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1790740627.563623:0:22734:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1790740627.563655:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd0bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3637:x1877727022129024:12345-0@lo:38:kworker.0 Request processed in 45us (108us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790740627.563662:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:1.0:1790740627.563692:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dc82bc4800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790740627.563697:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1790740627.563699:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022129024:0@lo:38:kworker.0 00010000:00080000:1.0:1790740627.563736:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff98dcbd0bc380 x1877727022129152/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740643 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740627.563747:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1877727022129152:0@lo:400:kworker.0 00000100:00100000:1.0:1790740627.563755:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3638:1877727022128896:0@lo:400:kworker.0 00000100:00100000:3.0:1790740627.628824:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae015cc0 going to sleep for 0 seconds 00010000:00010000:2.0:1790740628.074171:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790740628.653627:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae015cc0 going to sleep for 0 seconds 00010000:00010000:1.0:1790740629.110122:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1790740629.421452:0:23463:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1790740629.421457:0:23463:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:0.0:1790740629.421458:0:23463:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1790740629.421588:0:23463:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff98dcbc1fb800 00000020:01000004:0.0:1790740629.421604:0:23463:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:0.0:1790740629.421616:0:23463:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1790740629.421629:0:23463:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff98db83e999c0) 00000020:00000080:0.0:1790740629.421644:0:23463:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1790740629.495312:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:3.0:1790740629.496324:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1790740629.500525:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1790740629.501171:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1790740629.501397:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1790740629.501835:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1790740629.502091:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1790740629.502329:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:3.0:1790740629.502576:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:3.0:1790740629.503143:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1790740629.503382:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1790740629.503630:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:3.0:1790740629.504068:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1790740629.504287:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1790740629.504948:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1790740629.505243:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:3.0:1790740629.505522:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1790740629.505982:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1790740629.506260:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1790740629.506477:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:3.0:1790740629.506905:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1790740629.507282:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:3.0:1790740629.507779:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1790740629.507963:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1790740629.508176:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1790740629.508446:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:3.0:1790740629.508613:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:3.0:1790740629.508944:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1790740629.509136:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1790740629.509338:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1790740629.509590:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1790740629.509912:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1790740629.510079:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1790740629.510288:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:3.0:1790740629.510453:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:3.0:1790740629.510867:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:3.0:1790740629.511202:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1790740629.511504:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:3.0:1790740629.511926:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1790740629.512163:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:3.0:1790740629.512346:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1790740629.512533:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1790740629.513094:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1790740629.513313:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1790740629.513656:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1790740629.513976:0:23463:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00080000:01000000:3.0:1790740629.515344:0:23463:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1790740629.516524:0:23463:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:3.0:1790740629.516538:0:23463:0:(osd_handler.c:8931:osd_obd_connect()) connect #0 00000020:00000080:3.0:1790740629.516562:0:23463:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xb25dda4f4e92f5ac 00000020:01000004:3.0:1790740629.516571:0:23463:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:3.0:1790740629.516834:0:23463:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.103@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1790740629.516838:0:23463:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.103@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1790740629.516845:0:23463:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:3.0:1790740629.516872:0:23463:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:3.0:1790740629.516875:0:23463:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.103@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:2.0:1790740629.528057:0:23463:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.103@tcp ctxt 0 is initialized 00000020:01000004:2.0:1790740629.528099:0:23463:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.204.103@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1790740629.528104:0:23463:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1790740629.528105:0:23463:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1790740629.528107:0:23463:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790740629.528108:0:23463:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790740629.528110:0:23463:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790740629.528111:0:23463:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790740629.528112:0:23463:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790740629.528114:0:23463:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790740629.528116:0:23463:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1790740629.528119:0:23463:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1790740629.528121:0:23463:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1790740629.528122:0:23463:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1790740629.528123:0:23463:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790740629.528125:0:23463:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790740629.528126:0:23463:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790740629.528126:0:23463:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790740629.528128:0:23463:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790740629.528129:0:23463:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790740629.528133:0:23463:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1790740629.528231:0:23463:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1790740629.528250:0:23463:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c88700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022129280:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1790740629.528312:0:23463:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740629.528365:0:23463:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db83dd19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790740629.528417:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022129280 00000100:00100000:3.0:1790740629.528426:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022129280 00000100:00100000:3.0:1790740629.528483:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1790740629.528492:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:23463:x1877727022129280:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1790740629.528528:0:22724:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1790740629.528531:0:22724:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:3.0:1790740629.528538:0:22724:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1790740629.536341:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:23463:x1877727022129280:12345-0@lo:253:mount.lustre.0 Request processed in 7838us (8017us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740629.536359:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1790740629.536476:0:23463:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c88700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022129280:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1790740629.536494:0:23463:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1790740629.536499:0:23463:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1790740629.536500:0:23463:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1790740629.536502:0:23463:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790740629.536504:0:23463:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790740629.536505:0:23463:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790740629.536506:0:23463:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790740629.536508:0:23463:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1790740629.536510:0:23463:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790740629.536512:0:23463:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1790740629.536540:0:23463:0:(tgt_mount.c:101:server_register_mount()) register mount ffff98dcbc1fb800 from lustre-MDT0001 10000000:01000000:2.0:1790740629.536589:0:23463:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:2.0:1790740629.536592:0:23463:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1790740629.536601:0:23463:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff98db83e98000 local copy 00010000:00010000:2.0:1790740629.536616:0:23463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcc2174c00/0xb25dda4f4e92f4a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f4a9 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740629.536806:0:23463:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c88700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022129408:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790740629.536843:0:23463:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740629.536930:0:23463:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db83dd1600 going to sleep for 11 seconds 00000100:00100000:1.0:1790740629.536983:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022129408 00000100:00100000:1.0:1790740629.536991:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022129408 00000100:00100000:1.0:1790740629.537243:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1790740629.537255:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:23463:x1877727022129408:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790740629.537387:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:23463:x1877727022129408:12345-0@lo:501:mount.lustre.0 Request processed in 134us (542us total) trans 0 rc -2/-2 00000100:00100000:1.0:1790740629.537395:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1790740629.537463:0:23463:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c88700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022129408:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1790740629.537478:0:23463:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.103@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1790740629.537496:0:23463:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.103@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1790740629.537505:0:23463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcc2174c00/0xb25dda4f4e92f4a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f4a9 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740629.537529:0:23463:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dcc2174c00/0xb25dda4f4e92f4a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f4a9 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790740629.537570:0:23463:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff98dcbc1fb800 10000000:01000000:2.0:1790740629.537576:0:23463:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1790740629.537581:0:23463:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff98db83e98000 10000000:01000000:2.0:1790740629.537583:0:23463:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:2.0:1790740629.537587:0:23463:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff98db83e98000 from 1 10000000:01000000:2.0:1790740629.537590:0:23463:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1790740629.537619:0:23463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dc80030e00/0xb25dda4f4e92f5b3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740629.537628:0:23463:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98dc80030e00/0xb25dda4f4e92f5b3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740629.537639:0:23463:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98dc80030e00/0xb25dda4f4e92f5b3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740629.537725:0:23463:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c88700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022129536:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1790740629.537755:0:23463:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740629.537830:0:23463:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db83dd1600 going to sleep for 11 seconds 00000100:00100000:1.0:1790740629.537866:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022129536 00000100:00100000:1.0:1790740629.537872:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022129536 00000100:00100000:1.0:1790740629.537950:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1790740629.537960:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+12:23463:x1877727022129536:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790740629.537981:0:22724:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790740629.538000:0:22724:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dcbfc45600/0xb25dda4f4e92f5ba lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f5b3 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740629.538181:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcbfc45600/0xb25dda4f4e92f5ba lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f5b3 expref: 13 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740629.538209:0:22724:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dcbfc45600/0xb25dda4f4e92f5ba lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f5b3 expref: 13 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740629.538225:0:22724:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcbfc45600, rc 0) 00000100:00100000:1.0:1790740629.538309:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+13:23463:x1877727022129536:12345-0@lo:101:mount.lustre.0 Request processed in 350us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740629.538316:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1790740629.538473:0:23463:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c88700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022129536:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790740629.538487:0:23463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98dc80030e00/0xb25dda4f4e92f5b3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f5ba expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740629.538495:0:23463:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98dc80030e00/0xb25dda4f4e92f5b3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f5ba expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790740629.538521:0:23463:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1790740629.538540:0:23463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dc80030e00/0xb25dda4f4e92f5b3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f5ba expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740629.538556:0:23463:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dc80030e00/0xb25dda4f4e92f5b3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f5ba expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790740629.538565:0:23463:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff98dcbc1fb800 10000000:01000000:2.0:1790740629.538569:0:23463:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1790740629.538573:0:23463:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff98dcbc1fb800 from 1 10000000:01000000:2.0:1790740629.538575:0:23463:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1790740629.538590:0:23463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dc80031800/0xb25dda4f4e92f5c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740629.538597:0:23463:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98dc80031800/0xb25dda4f4e92f5c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740629.538605:0:23463:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98dc80031800/0xb25dda4f4e92f5c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740629.538619:0:23463:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c88700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022129664:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1790740629.538656:0:23463:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740629.538727:0:23463:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db83dd1600 going to sleep for 11 seconds 00000100:00100000:1.0:1790740629.538805:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022129664 00000100:00100000:1.0:1790740629.538810:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022129664 00000100:00100000:1.0:1790740629.538849:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1790740629.538857:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+13:23463:x1877727022129664:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790740629.538864:0:22724:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790740629.538873:0:22724:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dcbfc45e00/0xb25dda4f4e92f5c8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f5c1 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740629.538887:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcbfc45e00/0xb25dda4f4e92f5c8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f5c1 expref: 14 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740629.538894:0:22724:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dcbfc45e00/0xb25dda4f4e92f5c8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f5c1 expref: 14 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740629.538901:0:22724:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcbfc45e00, rc 0) 00000100:00100000:1.0:1790740629.538984:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+14:23463:x1877727022129664:12345-0@lo:101:mount.lustre.0 Request processed in 127us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740629.538990:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1790740629.539242:0:23463:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c88700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022129664:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790740629.539256:0:23463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98dc80031800/0xb25dda4f4e92f5c1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f5c8 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.539263:0:23463:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98dc80031800/0xb25dda4f4e92f5c1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f5c8 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790740629.539275:0:23463:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1790740629.539324:0:23463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dc80031800/0xb25dda4f4e92f5c1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f5c8 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.539332:0:23463:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dc80031800/0xb25dda4f4e92f5c1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f5c8 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790740629.539354:0:23463:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1790740629.539403:0:23463:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1790740629.539409:0:23463:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff98dcbc1fb800 10000000:01000000:2.0:1790740629.539412:0:23463:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1790740629.539415:0:23463:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:2.0:1790740629.539417:0:23463:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:2.0:1790740629.539441:0:23463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dc80031400/0xb25dda4f4e92f5cf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740629.539449:0:23463:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98dc80031400/0xb25dda4f4e92f5cf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740629.539457:0:23463:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98dc80031400/0xb25dda4f4e92f5cf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740629.539471:0:23463:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022129792:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1790740629.539502:0:23463:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740629.539571:0:23463:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db83dd1900 going to sleep for 11 seconds 00000100:00100000:1.0:1790740629.539612:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022129792 00000100:00100000:1.0:1790740629.539617:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022129792 00000100:00100000:1.0:1790740629.539695:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1790740629.539702:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98502850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+14:23463:x1877727022129792:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790740629.539710:0:22724:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790740629.539719:0:22724:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dcbfc44800/0xb25dda4f4e92f5d6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f5cf expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740629.539734:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcbfc44800/0xb25dda4f4e92f5d6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f5cf expref: 15 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740629.539742:0:22724:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dcbfc44800/0xb25dda4f4e92f5d6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f5cf expref: 15 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740629.539749:0:22724:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcbfc44800, rc 0) 00000100:00100000:1.0:1790740629.539789:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98502850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+15:23463:x1877727022129792:12345-0@lo:101:mount.lustre.0 Request processed in 88us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740629.539795:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1790740629.539853:0:23463:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022129792:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790740629.539863:0:23463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98dc80031400/0xb25dda4f4e92f5cf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f5d6 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.539870:0:23463:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98dc80031400/0xb25dda4f4e92f5cf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f5d6 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1790740629.541433:0:23463:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:2.0:1790740629.542386:0:23463:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790740629.545724:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1790740629.545791:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:2.0:1790740629.545811:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:2.0:1790740629.545830:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:2.0:1790740629.545853:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:2.0:1790740629.545870:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:2.0:1790740629.545886:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:2.0:1790740629.545902:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:2.0:1790740629.545918:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:2.0:1790740629.545935:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:2.0:1790740629.545950:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:2.0:1790740629.545965:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:2.0:1790740629.546147:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:2.0:1790740629.546166:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:2.0:1790740629.546181:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:2.0:1790740629.546194:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:2.0:1790740629.546208:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:2.0:1790740629.546221:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:2.0:1790740629.546238:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:2.0:1790740629.546263:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:2.0:1790740629.546278:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:2.0:1790740629.546292:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:2.0:1790740629.546306:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:2.0:1790740629.546321:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:2.0:1790740629.546333:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:2.0:1790740629.546345:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:2.0:1790740629.546357:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:2.0:1790740629.546379:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:2.0:1790740629.546397:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:2.0:1790740629.546411:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:2.0:1790740629.546424:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:2.0:1790740629.546437:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:2.0:1790740629.546450:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:2.0:1790740629.546463:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:2.0:1790740629.546474:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:2.0:1790740629.546487:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:2.0:1790740629.546500:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:2.0:1790740629.546510:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:2.0:1790740629.546524:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:2.0:1790740629.546536:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:2.0:1790740629.546562:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:2.0:1790740629.546577:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:2.0:1790740629.546591:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:2.0:1790740629.546605:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:2.0:1790740629.546636:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:2.0:1790740629.546642:0:23463:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:2.0:1790740629.546774:0:23463:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022129920:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790740629.546843:0:23463:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740629.546877:0:23463:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db83dd1780 going to sleep for 11 seconds 00000100:00100000:0.0:1790740629.548103:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022129920 00000100:00100000:0.0:1790740629.548119:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022129920 00000100:00100000:0.0:1790740629.548197:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1790740629.548208:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98500450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+15:23463:x1877727022129920:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790740629.549131:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98500450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+15:23463:x1877727022129920:12345-0@lo:501:mount.lustre.0 Request processed in 922us (2284us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740629.549142:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1790740629.549181:0:23463:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022129920:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790740629.549253:0:23463:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022130048:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790740629.549301:0:23463:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740629.549376:0:23463:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db83dd1780 going to sleep for 11 seconds 00000100:00100000:1.0:1790740629.549410:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022130048 00000100:00100000:1.0:1790740629.549415:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022130048 00000100:00100000:1.0:1790740629.549476:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1790740629.549484:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98503450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+15:23463:x1877727022130048:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1790740629.550264:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98503450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+15:23463:x1877727022130048:12345-0@lo:503:mount.lustre.0 Request processed in 778us (960us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740629.550272:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1790740629.550357:0:23463:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022130048:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1790740629.550827:0:23463:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1790740629.550915:0:23463:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022130176:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790740629.550965:0:23463:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740629.551093:0:23463:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db83dd1780 going to sleep for 11 seconds 00000100:00100000:0.0:1790740629.551210:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022130176 00000100:00100000:0.0:1790740629.551217:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022130176 00000100:00100000:0.0:1790740629.551301:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1790740629.551311:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98502c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+15:23463:x1877727022130176:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790740629.551894:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98502c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+15:23463:x1877727022130176:12345-0@lo:502:mount.lustre.0 Request processed in 583us (927us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740629.551903:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1790740629.551929:0:23463:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022130176:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1790740629.552388:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1790740629.552423:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:2.0:1790740629.552440:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:2.0:1790740629.552454:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:2.0:1790740629.552468:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:2.0:1790740629.552482:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:2.0:1790740629.552494:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:2.0:1790740629.552507:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:2.0:1790740629.552519:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:2.0:1790740629.552535:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:2.0:1790740629.552564:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:2.0:1790740629.552578:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:2.0:1790740629.552591:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:2.0:1790740629.552603:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:2.0:1790740629.552615:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:2.0:1790740629.552625:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:2.0:1790740629.552636:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:2.0:1790740629.552648:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:2.0:1790740629.552660:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:2.0:1790740629.552685:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:2.0:1790740629.552698:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:2.0:1790740629.552711:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:2.0:1790740629.552723:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:2.0:1790740629.552737:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:2.0:1790740629.552751:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:2.0:1790740629.552765:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:2.0:1790740629.552779:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:2.0:1790740629.552792:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:2.0:1790740629.552804:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:2.0:1790740629.552815:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:2.0:1790740629.552829:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:2.0:1790740629.552840:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:2.0:1790740629.552851:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:2.0:1790740629.552862:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:2.0:1790740629.552874:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:2.0:1790740629.552885:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:2.0:1790740629.552897:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:2.0:1790740629.552909:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:2.0:1790740629.552923:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:2.0:1790740629.552936:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:2.0:1790740629.552948:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:2.0:1790740629.552961:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:2.0:1790740629.552994:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:2.0:1790740629.553009:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:2.0:1790740629.553155:0:23463:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022130304:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790740629.553219:0:23463:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740629.553256:0:23463:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db83dd1780 going to sleep for 11 seconds 00000100:00100000:0.0:1790740629.553425:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022130304 00000100:00100000:0.0:1790740629.553433:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022130304 00000100:00100000:0.0:1790740629.553490:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1790740629.553500:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98503050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+15:23463:x1877727022130304:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790740629.553640:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98503050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+15:23463:x1877727022130304:12345-0@lo:502:mount.lustre.0 Request processed in 141us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740629.553654:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1790740629.553756:0:23463:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022130304:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1790740629.553811:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:1.0:1790740629.553821:0:23463:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:1.0:1790740629.554868:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790740629.554883:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790740629.554896:0:23467:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1790740629.554903:0:23467:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:1.0:1790740629.554907:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790740629.554924:0:23467:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff98dcb81db380) 00000020:00000080:1.0:1790740629.554950:0:23467:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:1.0:1790740629.554960:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1790740629.555115:0:23467:0:(osd_handler.c:8931:osd_obd_connect()) connect #1 00000020:00000080:1.0:1790740629.555122:0:23467:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xb25dda4f4e92f5e4 00000020:00000080:1.0:1790740629.555344:0:23467:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1790740629.555349:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1790740629.555353:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790740629.555354:0:23467:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1790740629.555357:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1790740629.555360:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1790740629.555362:0:23467:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:1.0:1790740629.555365:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1790740629.555381:0:23467:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff98dcaf203380) 00000020:00000080:1.0:1790740629.555396:0:23467:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:1.0:1790740629.555401:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1790740629.555403:0:23467:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:1.0:1790740629.555406:0:23467:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:1.0:1790740629.555412:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1790740629.555462:0:23467:0:(tgt_mount.c:153:server_get_mount()) get mount ffff98dcbc1fb800 from lustre-MDT0001, refs=2 00000020:00000080:1.0:1790740629.555475:0:23467:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff98dcaf2019c0) 00000020:00000080:1.0:1790740629.555484:0:23467:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:1.0:1790740629.555569:0:23467:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1790740629.555575:0:23467:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb25dda4f4e92f5f9 00000020:00000080:1.0:1790740629.555679:0:23467:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:1.0:1790740629.555688:0:23467:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1790740629.555692:0:23467:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xb25dda4f4e92f600 00080000:01000000:1.0:1790740629.555698:0:23467:0:(osd_handler.c:8931:osd_obd_connect()) connect #2 00000020:00000080:1.0:1790740629.555702:0:23467:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xb25dda4f4e92f607 00010000:00010000:1.0:1790740629.600580:0:23467:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:1.0:1790740629.601120:0:23467:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:1.0:1790740629.601570:0:23467:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1790740629.602986:0:23467:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:2.0:1790740629.603003:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790740629.603011:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740629.603013:0:23467:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:2.0:1790740629.603024:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790740629.603062:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740629.603064:0:23467:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:2.0:1790740629.603068:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790740629.603074:0:23467:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.103@tcp to nid 0x20000c0a8cc67 (192.168.204.103@tcp) 00000020:00000080:2.0:1790740629.603106:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790740629.603124:0:23467:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff98dcb6c699c0) 00000020:00000080:2.0:1790740629.603148:0:23467:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:2.0:1790740629.603153:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1790740629.603222:0:23467:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:2.0:1790740629.603229:0:23467:0:(osd_handler.c:8931:osd_obd_connect()) connect #3 00000020:00000080:2.0:1790740629.603236:0:23467:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xb25dda4f4e92f615 00010000:00080000:2.0:1790740629.603267:0:23467:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98db83f21000@lustre-MDT0000-osp-MDT0001: add connection 192.168.204.103@tcp at head 00010000:00010000:2.0:1790740629.604909:0:23467:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:2.0:1790740629.606298:0:23467:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1790740629.606312:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1790740629.606350:0:23467:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:2.0:1790740629.606372:0:23467:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb25dda4f4e92f61c 00000100:00080000:2.0:1790740629.606383:0:23467:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790740629.606395:0:23467:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff98db83f21000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:2.0:1790740629.606433:0:23467:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db82c88700 x1877727022130432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790740629.606517:0:23467:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:2.0:1790740629.606591:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790740629.606595:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740629.606597:0:23467:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:2.0:1790740629.606600:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790740629.606604:0:23467:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:2.0:1790740629.606605:0:23467:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790740629.606607:0:23467:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790740629.606608:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790740629.606616:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740629.606617:0:23467:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790740629.606621:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790740629.606625:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740629.606626:0:23467:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:2.0:1790740629.606630:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1790740629.606663:0:23467:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1790740629.606677:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790740629.606680:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740629.606681:0:23467:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:2.0:1790740629.606683:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790740629.606685:0:23467:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:2.0:1790740629.606686:0:23467:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790740629.606688:0:23467:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790740629.606689:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790740629.606692:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740629.606693:0:23467:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790740629.606696:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1790740629.606699:0:23467:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1790740629.606703:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740629.606704:0:23467:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1790740629.606707:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1790740629.606711:0:23467:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.103@tcp to nid 0x20000c0a8cc67 (192.168.204.103@tcp) 00000020:01000000:2.0:1790740629.606733:0:23467:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1790740629.606736:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790740629.606749:0:23467:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff98dcb6c68000) 00000020:00000080:2.0:1790740629.606761:0:23467:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:2.0:1790740629.606766:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1790740629.606824:0:23467:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:2.0:1790740629.606832:0:23467:0:(osd_handler.c:8931:osd_obd_connect()) connect #4 00000020:00000080:2.0:1790740629.606837:0:23467:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xb25dda4f4e92f62a 00010000:00080000:2.0:1790740629.606868:0:23467:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98dcb812d000@lustre-OST0000-osc-MDT0001: add connection 192.168.204.103@tcp at head 00010000:00010000:2.0:1790740629.607096:0:23467:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00080000:0.0:1790740629.607391:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1790740629.607397:0:15342:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1790740629.607401:0:15342:0:(import.c:65:import_set_state_nolock()) ffff98dc82bc4800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790740629.607405:0:15342:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 698 00000100:00080000:0.0:1790740629.607409:0:15342:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1790740629.607415:0:15342:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff98dc82bc4800 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:0.0:1790740629.607439:0:15342:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db83d93480 x1877727022130560/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790740629.607450:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790740629.607453:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790740629.607455:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790740629.607458:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1790740629.607498:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1790740629.607513:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1877727022130688:0@lo:400:kworker.0 00000100:00100000:3.0:1790740629.607591:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740629.607689:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022130688 00000100:00100000:0.0:1790740629.607696:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022130688 00000100:00100000:0.0:1790740629.607742:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1790740629.607750:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1877727022130688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740629.607813:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1877727022130688:12345-0@lo:400:kworker.0 Request processed in 63us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740629.607820:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1790740629.607833:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff98db83d91f80 x1877727022130688/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740629.607846:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1877727022130688:0@lo:400:kworker.0 00000040:01000000:2.0:1790740629.608444:0:23467:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1790740629.608668:0:23467:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:1.0:1790740629.609191:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022130432:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1790740629.609243:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740629.609275:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022130560:0@lo:38:kworker.0 00000100:00100000:1.0:1790740629.609292:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740629.609318:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022130432 00000100:00100000:1.0:1790740629.609323:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022130432 00000100:00100000:1.0:1790740629.609346:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022130560 00000100:00100000:1.0:1790740629.609348:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022130560 00000100:00100000:1.0:1790740629.609358:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1790740629.609364:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd0bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3637:x1877727022130432:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1790740629.609387:0:22734:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 700 last 0 00000020:00000080:1.0:1790740629.609423:0:22734:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb25dda4f4e92f631 00000004:00100000:1.0:1790740629.609436:0:22734:0:(mdt_handler.c:7299:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1790740629.609441:0:22734:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000040:00080000:0.0:1790740629.610452:0:23467:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1790740629.610676:0:23467:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:0.0:1790740629.610848:0:23467:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:0.0:1790740629.611448:0:23472:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1790740629.611453:0:23472:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1790740629.612191:0:23467:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1790740629.612204:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1790740629.612246:0:23467:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1790740629.612268:0:23467:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb25dda4f4e92f638 00000100:00080000:3.0:1790740629.612278:0:23467:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790740629.612289:0:23467:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff98dcb812d000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:3.0:1790740629.612323:0:23467:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98dc9887c380 x1877727022130816/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790740629.612353:0:23467:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1790740629.612410:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790740629.612421:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790740629.612423:0:23467:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1790740629.612427:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1790740629.612430:0:23467:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:3.0:1790740629.612432:0:23467:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1790740629.612433:0:23467:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1790740629.612435:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1790740629.612437:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790740629.612439:0:23467:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:3.0:1790740629.612441:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1790740629.612446:0:23467:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1790740629.612449:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790740629.612450:0:23467:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1790740629.612454:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1790740629.612458:0:23467:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.103@tcp to nid 0x20000c0a8cc67 (192.168.204.103@tcp) 00000020:01000000:3.0:1790740629.612480:0:23467:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1790740629.612483:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1790740629.612494:0:23467:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff98dcb13f19c0) 00000020:00000080:3.0:1790740629.612506:0:23467:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:3.0:1790740629.612511:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1790740629.612612:0:23467:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:3.0:1790740629.612619:0:23467:0:(osd_handler.c:8931:osd_obd_connect()) connect #5 00000020:00000080:3.0:1790740629.612625:0:23467:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xb25dda4f4e92f646 00010000:00080000:3.0:1790740629.612657:0:23467:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98dc897af000@lustre-OST0001-osc-MDT0001: add connection 192.168.204.103@tcp at head 00010000:00010000:3.0:1790740629.612864:0:23467:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:3.0:1790740629.612934:0:23467:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1790740629.612949:0:23467:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:2.0:1790740629.612988:0:22734:0:(import.c:65:import_set_state_nolock()) ffff98dcb8128800 : changing import state from RECOVER to FULL 00000100:00080000:0.0:1790740629.613118:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:2.0:1790740629.613122:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd0bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1877727022130432:12345-0@lo:38:llog_process_th.0 Request processed in 3756us (3878us total) trans 0 rc 0/0 00000100:00080000:0.0:1790740629.613123:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790740629.613127:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790740629.613129:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1790740629.613138:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1790740629.613168:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1790740629.613176:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd0bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3637:x1877727022130560:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1790740629.613206:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022130816:0@lo:8:llog_process_th.0 00000100:00100000:2.0:1790740629.613218:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd0bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3637:x1877727022130560:12345-0@lo:38:kworker.0 Request processed in 42us (3925us total) trans 0 rc -11/-11 00000100:00100000:2.0:1790740629.613223:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000400:00000100:1.0:1790740629.613243:0:3637:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877727022130816 offset 0 length 520: 4 00000100:00100000:1.0:1790740629.613293:0:3637:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1790740629.613303:0:3637:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1790740629.613313:0:3637:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1790740629.613317:0:3637:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1790740629.613320:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98db83f21000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1790740629.613340:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022130432:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1790740629.613355:0:3637:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1790740629.613365:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dc82bc4800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790740629.613369:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1790740629.613373:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022130560:0@lo:38:kworker.0 00000100:00100000:0.0:1790740629.613510:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1790740629.613566:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022130944:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790740629.613604:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740629.613691:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022130944 00000100:00100000:2.0:1790740629.613697:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022130944 00000100:00100000:2.0:1790740629.613774:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1790740629.613783:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83d92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1877727022130944:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1790740629.613807:0:22735:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1790740629.613920:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83d92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1877727022130944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 139us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740629.613925:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790740629.614147:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022130944:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1790740629.615120:0:23467:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1790740629.615374:0:23467:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1790740629.615504:0:23467:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:1.0:1790740629.615848:0:23474:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1790740629.615853:0:23474:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1790740629.616406:0:23467:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1790740629.616417:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1790740629.616488:0:23467:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1790740629.616513:0:23467:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb25dda4f4e92f64d 00000100:00080000:3.0:1790740629.616523:0:23467:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1790740629.616550:0:23467:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff98dc897af000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:3.0:1790740629.616585:0:23467:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98dc9887e680 x1877727022131072/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1790740629.616612:0:23467:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:3.0:1790740629.616667:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790740629.616671:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790740629.616674:0:23467:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1790740629.616677:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790740629.616681:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790740629.616682:0:23467:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:3.0:1790740629.616685:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1790740629.616687:0:23467:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1790740629.616689:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790740629.616691:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790740629.616692:0:23467:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:3.0:1790740629.616694:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1790740629.616697:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790740629.616698:0:23467:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1790740629.616701:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1790740629.616781:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022131072:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1790740629.616830:0:3637:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877727022131072 offset 0 length 520: 4 00000100:00080000:0.0:1790740629.616853:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790740629.616859:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790740629.616862:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790740629.616865:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:3.0:1790740629.616958:0:23467:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1790740629.616962:0:23467:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1790740629.616964:0:23467:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1790740629.616968:0:23467:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:2.0:1790740629.617164:0:23463:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:2.0:1790740629.617199:0:23463:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1790740629.617249:0:23463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dc80031400/0xb25dda4f4e92f5cf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f5d6 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740629.617261:0:23463:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dc80031400/0xb25dda4f4e92f5cf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f5d6 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790740629.617268:0:23463:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff98dcbc1fb800 from 1 10000000:01000000:2.0:1790740629.617279:0:23463:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1790740629.617305:0:23463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f654 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740629.617312:0:23463:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f654 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740629.617322:0:23463:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f654 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740629.617338:0:23463:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022131200:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1790740629.617376:0:23463:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740629.617406:0:23463:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db82cfacc0 going to sleep for 11 seconds 00000100:00100000:0.0:1790740629.617470:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022131200 00000100:00100000:0.0:1790740629.617476:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022131200 00000100:00100000:0.0:1790740629.617526:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1790740629.617534:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98501050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+15:23463:x1877727022131200:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790740629.617557:0:22721:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790740629.617569:0:22721:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98db82343e00/0xb25dda4f4e92f65b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f654 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740629.617590:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98db82343e00/0xb25dda4f4e92f65b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f654 expref: 16 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740629.617600:0:22721:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98db82343e00/0xb25dda4f4e92f65b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f654 expref: 16 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740629.617619:0:22721:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db82343e00, rc 0) 00000100:00100000:0.0:1790740629.617658:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98501050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+16:23463:x1877727022131200:12345-0@lo:101:mount.lustre.0 Request processed in 125us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740629.617665:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1790740629.617750:0:23463:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022131200:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790740629.617763:0:23463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f654 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f65b expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740629.617771:0:23463:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f654 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f65b expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740629.618457:0:23463:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022131328:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1790740629.618507:0:23463:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740629.618554:0:23463:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db82cfacc0 going to sleep for 11 seconds 00000100:00100000:3.0:1790740629.618668:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022131328 00000100:00100000:3.0:1790740629.618674:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022131328 00000100:00100000:3.0:1790740629.618726:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1790740629.618735:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98502450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+16:23463:x1877727022131328:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1790740629.618755:0:22723:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1790740629.618773:0:22723:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1790740629.618777:0:22723:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1790740629.618871:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98502450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+16:23463:x1877727022131328:12345-0@lo:256:mount.lustre.0 Request processed in 137us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740629.618884:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1790740629.619468:0:23463:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022131328:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1790740629.620308:0:23463:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1790740629.620332:0:23463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f654 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f65b expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740629.620402:0:23463:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f654 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f65b expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790740629.620411:0:23463:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff98dcbc1fb800 from 1 10000000:01000000:2.0:1790740629.620414:0:23463:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1790740629.620446:0:23463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dc80031200/0xb25dda4f4e92f662 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740629.620454:0:23463:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98dc80031200/0xb25dda4f4e92f662 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740629.620465:0:23463:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98dc80031200/0xb25dda4f4e92f662 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740629.620486:0:23463:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022131456:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1790740629.620539:0:23463:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740629.620629:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022131456 00000100:00100000:1.0:1790740629.620637:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022131456 00000100:00100000:2.0:1790740629.620674:0:23463:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db82cfacc0 going to sleep for 11 seconds 00000100:00100000:1.0:1790740629.620690:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1790740629.620699:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98502050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+16:23463:x1877727022131456:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790740629.620712:0:22724:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790740629.620725:0:22724:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dcbfc44600/0xb25dda4f4e92f669 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f662 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740629.620749:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcbfc44600/0xb25dda4f4e92f669 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f662 expref: 17 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740629.620767:0:22724:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dcbfc44600/0xb25dda4f4e92f669 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f662 expref: 17 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740629.620775:0:22724:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcbfc44600, rc 0) 00000100:00100000:1.0:1790740629.620829:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98502050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+17:23463:x1877727022131456:12345-0@lo:101:mount.lustre.0 Request processed in 131us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740629.620837:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1790740629.620941:0:23463:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022131456:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1790740629.620955:0:23463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98dc80031200/0xb25dda4f4e92f662 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f669 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740629.620962:0:23463:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98dc80031200/0xb25dda4f4e92f662 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f669 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1790740629.622310:0:23463:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:2.0:1790740629.622628:0:23463:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790740629.622916:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1790740629.622943:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:2.0:1790740629.622966:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:2.0:1790740629.622990:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:2.0:1790740629.623000:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:2.0:1790740629.623011:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:2.0:1790740629.623021:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:2.0:1790740629.623208:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:2.0:1790740629.623228:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1790740629.623471:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:2.0:1790740629.623512:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:2.0:1790740629.623627:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:2.0:1790740629.623635:0:23463:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:2.0:1790740629.623720:0:23463:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022131584:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790740629.623784:0:23463:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740629.623868:0:23463:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc86a18840 going to sleep for 11 seconds 00000100:00100000:0.0:1790740629.623914:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022131584 00000100:00100000:0.0:1790740629.623920:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022131584 00000100:00100000:0.0:1790740629.624016:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1790740629.624025:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98500050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+17:23463:x1877727022131584:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790740629.624164:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98500050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+17:23463:x1877727022131584:12345-0@lo:501:mount.lustre.0 Request processed in 140us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740629.624170:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1790740629.624236:0:23463:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022131584:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790740629.624269:0:23463:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022131712:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790740629.624302:0:23463:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740629.624379:0:23463:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc86a18840 going to sleep for 11 seconds 00000100:00100000:1.0:1790740629.624470:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022131712 00000100:00100000:1.0:1790740629.624475:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022131712 00000100:00100000:3.0:1790740629.624501:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1790740629.624522:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98501850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+17:23463:x1877727022131712:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790740629.624761:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98501850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+17:23463:x1877727022131712:12345-0@lo:503:mount.lustre.0 Request processed in 251us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740629.624767:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1790740629.624820:0:23463:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022131712:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1790740629.625327:0:23463:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1790740629.625379:0:23463:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022131840:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790740629.625415:0:23463:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740629.625616:0:23463:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc86a18840 going to sleep for 11 seconds 00000100:00100000:1.0:1790740629.625695:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022131840 00000100:00100000:1.0:1790740629.625699:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022131840 00000100:00100000:1.0:1790740629.625761:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1790740629.625769:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98500850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+17:23463:x1877727022131840:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790740629.625861:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98500850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+17:23463:x1877727022131840:12345-0@lo:502:mount.lustre.0 Request processed in 93us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740629.625867:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1790740629.625924:0:23463:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022131840:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1790740629.626134:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1790740629.626171:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:2.0:1790740629.626190:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:2.0:1790740629.626218:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:2.0:1790740629.626235:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:2.0:1790740629.626248:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:2.0:1790740629.626267:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:2.0:1790740629.626281:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:2.0:1790740629.626295:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1790740629.626309:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:2.0:1790740629.626323:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:2.0:1790740629.626347:0:23463:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022131968:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790740629.626386:0:23463:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740629.626421:0:23463:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc86a18840 going to sleep for 11 seconds 00000100:00100000:0.0:1790740629.626473:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022131968 00000100:00100000:0.0:1790740629.626477:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022131968 00000100:00100000:0.0:1790740629.626562:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1790740629.626572:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98501c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+17:23463:x1877727022131968:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790740629.626733:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98501c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+17:23463:x1877727022131968:12345-0@lo:502:mount.lustre.0 Request processed in 162us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740629.626740:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1790740629.626814:0:23463:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022131968:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1790740629.626854:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:2.0:1790740629.626862:0:23463:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1790740629.627702:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790740629.627712:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740629.627714:0:23476:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1790740629.627720:0:23476:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff98dcbc1fb800 00000020:00000080:2.0:1790740629.627723:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1790740629.627731:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790740629.627733:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740629.627734:0:23476:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1790740629.627736:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790740629.627739:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740629.627740:0:23476:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1790740629.627743:0:23476:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff98dcbc1fb800 00000020:00000080:2.0:1790740629.627745:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1790740629.627811:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790740629.627814:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740629.627815:0:23476:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1790740629.627818:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790740629.627825:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740629.627827:0:23476:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1790740629.627831:0:23476:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff98dcbc1fb800 00000020:00000080:2.0:1790740629.627833:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1790740629.627860:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790740629.627863:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740629.627865:0:23476:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1790740629.627867:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790740629.627870:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740629.627871:0:23476:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1790740629.627875:0:23476:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff98dcbc1fb800 00000020:00000080:2.0:1790740629.627876:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1790740629.627900:0:23476:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790740629.627903:0:23476:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740629.627905:0:23476:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1790740629.627907:0:23476:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:1.0:1790740629.628053:0:23463:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1790740629.628081:0:23463:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1790740629.628098:0:23463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dc80031200/0xb25dda4f4e92f662 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f669 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740629.628109:0:23463:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dc80031200/0xb25dda4f4e92f662 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f669 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790740629.628154:0:23463:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1790740629.628157:0:23463:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff98dcbc1fb800 10000000:01000000:1.0:1790740629.628160:0:23463:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff98dcbc1fb800 10000000:01000000:1.0:1790740629.628164:0:23463:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1790740629.628169:0:23463:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff98dcbc1fb800 from 1 10000000:01000000:1.0:1790740629.628171:0:23463:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1790740629.628202:0:23463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45c00/0xb25dda4f4e92f670 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740629.628210:0:23463:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45c00/0xb25dda4f4e92f670 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740629.628220:0:23463:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45c00/0xb25dda4f4e92f670 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740629.628254:0:23463:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022132096:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1790740629.628307:0:23463:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740629.628340:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022132096 00000100:00100000:1.0:1790740629.628344:0:23463:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db83dd19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790740629.628347:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022132096 00000100:00100000:0.0:1790740629.628439:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1790740629.628448:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98503c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+17:23463:x1877727022132096:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790740629.628472:0:22724:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790740629.628487:0:22724:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98db82343000/0xb25dda4f4e92f677 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f670 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740629.628549:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98db82343000/0xb25dda4f4e92f677 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f670 expref: 18 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740629.628561:0:22724:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98db82343000/0xb25dda4f4e92f677 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f670 expref: 18 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740629.628706:0:22724:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db82343000, rc 0) 00000100:00100000:0.0:1790740629.628803:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98503c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:23463:x1877727022132096:12345-0@lo:101:mount.lustre.0 Request processed in 356us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740629.628808:0:23463:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022132096:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1790740629.628810:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00010000:00010000:1.0:1790740629.628823:0:23463:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45c00/0xb25dda4f4e92f670 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f677 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740629.628833:0:23463:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45c00/0xb25dda4f4e92f670 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f677 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1790740629.630736:0:23463:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:1.0:1790740629.631200:0:23463:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1790740629.631769:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:1.0:1790740629.631802:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:1.0:1790740629.631835:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:1.0:1790740629.631854:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:1.0:1790740629.631870:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:1.0:1790740629.631884:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:1.0:1790740629.631898:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:1.0:1790740629.631912:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:1.0:1790740629.631926:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:1.0:1790740629.631939:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:1.0:1790740629.631952:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:1.0:1790740629.632065:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:1.0:1790740629.632090:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:1.0:1790740629.632107:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:1.0:1790740629.632120:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:1.0:1790740629.632133:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:1.0:1790740629.632146:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:1.0:1790740629.632171:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:1.0:1790740629.632198:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:1.0:1790740629.632215:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:1.0:1790740629.632228:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:1.0:1790740629.632240:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:1.0:1790740629.632252:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:1.0:1790740629.632265:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:1.0:1790740629.632278:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:1.0:1790740629.632290:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:1.0:1790740629.632303:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:1.0:1790740629.632317:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:1.0:1790740629.632331:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:1.0:1790740629.632345:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:1.0:1790740629.632359:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:1.0:1790740629.632374:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:1.0:1790740629.632386:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:1.0:1790740629.632400:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:1.0:1790740629.632426:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:1.0:1790740629.632442:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:1.0:1790740629.632456:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:1.0:1790740629.632678:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:1.0:1790740629.632702:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:1.0:1790740629.632720:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:1.0:1790740629.632739:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:1.0:1790740629.632754:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:1.0:1790740629.632767:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:1.0:1790740629.632780:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:1.0:1790740629.632793:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:1.0:1790740629.632806:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:1.0:1790740629.632817:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:1.0:1790740629.632831:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:1.0:1790740629.632947:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:1.0:1790740629.633073:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:1.0:1790740629.633110:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:1.0:1790740629.633118:0:23463:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:1.0:1790740629.633231:0:23463:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022132224:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790740629.633312:0:23463:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740629.633354:0:23463:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc99330780 going to sleep for 11 seconds 00000100:00100000:0.0:1790740629.633443:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022132224 00000100:00100000:0.0:1790740629.633451:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022132224 00000100:00100000:0.0:1790740629.633518:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1790740629.633528:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98503850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:23463:x1877727022132224:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790740629.633689:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98503850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:23463:x1877727022132224:12345-0@lo:501:mount.lustre.0 Request processed in 162us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740629.633697:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1790740629.633948:0:23463:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022132224:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790740629.634002:0:23463:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022132352:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1790740629.634080:0:23463:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740629.634102:0:23463:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc99330780 going to sleep for 11 seconds 00000100:00100000:0.0:1790740629.634247:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022132352 00000100:00100000:0.0:1790740629.634254:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022132352 00000100:00100000:0.0:1790740629.634287:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1790740629.634296:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98500c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:23463:x1877727022132352:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790740629.634391:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98500c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:23463:x1877727022132352:12345-0@lo:503:mount.lustre.0 Request processed in 96us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740629.634399:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1790740629.634449:0:23463:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022132352:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1790740629.635160:0:23463:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1790740629.635528:0:23463:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022132480:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790740629.635670:0:23463:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740629.635754:0:23463:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db83dd19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790740629.635796:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022132480 00000100:00100000:1.0:1790740629.635803:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022132480 00000100:00100000:1.0:1790740629.635879:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1790740629.635889:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98501450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:23463:x1877727022132480:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790740629.636095:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98501450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:23463:x1877727022132480:12345-0@lo:502:mount.lustre.0 Request processed in 205us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740629.636103:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1790740629.636202:0:23463:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022132480:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1790740629.636413:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:0.0:1790740629.636445:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:0.0:1790740629.636472:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:0.0:1790740629.636488:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:0.0:1790740629.636502:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:0.0:1790740629.636516:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:0.0:1790740629.636528:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:0.0:1790740629.636553:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:0.0:1790740629.636569:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:0.0:1790740629.636582:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:0.0:1790740629.636606:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:0.0:1790740629.636621:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:0.0:1790740629.636632:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:0.0:1790740629.636644:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:0.0:1790740629.636656:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:0.0:1790740629.636667:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:0.0:1790740629.636678:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:0.0:1790740629.636690:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:0.0:1790740629.636715:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:0.0:1790740629.636731:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:0.0:1790740629.636746:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:0.0:1790740629.636759:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:0.0:1790740629.636772:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:0.0:1790740629.636787:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:0.0:1790740629.636800:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:0.0:1790740629.636813:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:0.0:1790740629.636825:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:0.0:1790740629.636847:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:0.0:1790740629.636859:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:0.0:1790740629.636873:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:0.0:1790740629.636885:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:0.0:1790740629.636897:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:0.0:1790740629.636917:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:0.0:1790740629.636932:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:0.0:1790740629.636959:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:0.0:1790740629.637086:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:0.0:1790740629.637104:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:0.0:1790740629.637118:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:0.0:1790740629.637131:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:0.0:1790740629.637143:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:0.0:1790740629.637155:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:0.0:1790740629.637167:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:0.0:1790740629.637179:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:0.0:1790740629.637192:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:0.0:1790740629.637205:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:0.0:1790740629.637218:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:0.0:1790740629.637232:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:0.0:1790740629.637245:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:0.0:1790740629.637289:0:23463:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022132608:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790740629.637355:0:23463:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740629.637393:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022132608 00000100:00100000:0.0:1790740629.637399:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022132608 00000100:00100000:0.0:1790740629.637451:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1790740629.637461:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd213850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:23463:x1877727022132608:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790740629.637587:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd213850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:23463:x1877727022132608:12345-0@lo:502:mount.lustre.0 Request processed in 129us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740629.637595:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1790740629.637702:0:23463:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dca0438180 going to sleep for 11 seconds 00000100:00100000:0.0:1790740629.637723:0:23463:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022132608:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1790740629.637887:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:0.0:1790740629.637910:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:0.0:1790740629.637931:0:23463:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022132736:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790740629.638061:0:23463:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740629.638095:0:23463:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dca0438180 going to sleep for 11 seconds 00000100:00100000:1.0:1790740629.638182:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022132736 00000100:00100000:1.0:1790740629.638188:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022132736 00000100:00100000:1.0:1790740629.638226:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1790740629.638234:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd210c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:23463:x1877727022132736:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790740629.638322:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd210c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:23463:x1877727022132736:12345-0@lo:502:mount.lustre.0 Request processed in 89us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740629.638328:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1790740629.638475:0:23463:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022132736:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1790740629.638528:0:23463:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:0.0:1790740629.638536:0:23463:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1790740629.639560:0:23480:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:2.0:1790740629.639576:0:23480:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff98dcb6c6b380) 00000020:00000080:2.0:1790740629.639676:0:23480:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:2.0:1790740629.639959:0:23480:0:(tgt_mount.c:153:server_get_mount()) get mount ffff98dcbc1fb800 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1790740629.639965:0:23480:0:(tgt_mount.c:187:server_put_mount()) put mount ffff98dcbc1fb800 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1790740629.639968:0:23480:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98dcbc1fb800 3 00010000:00080000:2.0:1790740629.640007:0:23480:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98dcae18d000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.204.103@tcp at head 00010000:00010000:2.0:1790740629.643351:0:23480:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:2.0:1790740629.643845:0:23480:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:2.0:1790740629.643961:0:23480:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1790740629.643973:0:23480:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xb25dda4f4e92f685 00000100:00080000:2.0:1790740629.644065:0:23480:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790740629.644081:0:23480:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff98dcae18d000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:2.0:1790740629.644342:0:23480:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db82c8ad80 x1877727022132864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1790740629.644393:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3637:1877727022132864:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1790740629.644459:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740629.644608:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022132864 00000100:00100000:2.0:1790740629.644616:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022132864 00000100:00100000:2.0:1790740629.644662:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1790740629.644670:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3637:x1877727022132864:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1790740629.644697:0:22730:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 700 last 0 00000020:00000080:2.0:1790740629.644744:0:22730:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xb25dda4f4e92f68c 00000004:00100000:2.0:1790740629.644759:0:22730:0:(mdt_handler.c:7299:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1790740629.644790:0:22730:0:(import.c:65:import_set_state_nolock()) ffff98dcb0385800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790740629.644857:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1877727022132864:12345-0@lo:38:llog_process_th.0 Request processed in 186us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740629.644864:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1790740629.645105:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff98db82c8ad80 x1877727022132864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790740639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740629.645115:0:3637:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1790740629.645130:0:3637:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1790740629.645137:0:3637:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1790740629.645140:0:3637:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1790740629.645143:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dcae18d000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1790740629.645148:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3637:1877727022132864:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1790740629.645836:0:23480:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1790740629.646062:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790740629.646069:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1790740629.646072:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790740629.646074:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:2.0:1790740629.646486:0:23480:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:1.0:1790740629.646645:0:23463:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1790740629.646697:0:23463:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1790740629.646722:0:23463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45c00/0xb25dda4f4e92f670 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f677 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740629.646736:0:23463:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45c00/0xb25dda4f4e92f670 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f677 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1790740629.646786:0:23463:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1790740629.646789:0:23463:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1790740629.646790:0:23463:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790740629.646792:0:23463:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790740629.646794:0:23463:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790740629.646795:0:23463:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790740629.646796:0:23463:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790740629.646798:0:23463:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790740629.646800:0:23463:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1790740629.646804:0:23463:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:1.0:1790740629.646806:0:23463:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1790740629.646808:0:23463:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1790740629.646813:0:23463:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1790740629.646814:0:23463:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1790740629.646815:0:23463:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1790740629.646817:0:23463:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1790740629.646818:0:23463:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1790740629.646819:0:23463:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1790740629.646820:0:23463:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1790740629.646845:0:23463:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1790740629.646865:0:23463:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022132992:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1790740629.647380:0:23463:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740629.647428:0:23463:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc99330a80 going to sleep for 11 seconds 00000100:00100000:1.0:1790740629.648152:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022132992 00000100:00100000:1.0:1790740629.648162:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022132992 00000100:00100000:1.0:1790740629.648370:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1790740629.648380:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd211050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:23463:x1877727022132992:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1790740629.648415:0:22724:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1790740629.648431:0:22724:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:3.0:1790740629.655509:0:22709:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:2.0:1790740629.655788:0:22724:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1790740629.655804:0:22724:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:3.0:1790740629.656024:0:22745:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1790740629.658016:0:22745:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1790740629.658069:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f693 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.658091:0:22745:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98dc80030400/0xb25dda4f4e92f597 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f590 expref: 18 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.658098:0:22745:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98db82343e00/0xb25dda4f4e92f65b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f654 expref: 18 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.658105:0:22745:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f693 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.658148:0:22745:0:(ldlm_lockd.c:966:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98db82343e00/0xb25dda4f4e92f65b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb25dda4f4e92f654 expref: 18 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.658167:0:22745:0:(ldlm_lockd.c:498:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98db82343e00/0xb25dda4f4e92f65b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb25dda4f4e92f654 expref: 18 pid: 22721 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740629.658181:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887df80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1877727022133120:0@lo:104: 00000100:00100000:3.0:1790740629.658261:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1790740629.658320:0:22745:0:(ldlm_lockd.c:966:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98dc80030400/0xb25dda4f4e92f597 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb25dda4f4e92f590 expref: 18 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.658331:0:22745:0:(ldlm_lockd.c:498:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98dc80030400/0xb25dda4f4e92f597 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb25dda4f4e92f590 expref: 18 pid: 22723 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740629.658339:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887e300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1877727022133248:0@lo:104: 00000100:00100000:3.0:1790740629.658358:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740629.658380:0:22745:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb5fbfe40 going to sleep for 11 seconds 00000100:00100000:3.0:1790740629.658400:0:22712:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022133120 00000100:00100000:3.0:1790740629.658408:0:22712:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022133120 00000100:00100000:3.0:1790740629.658442:0:22712:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022133248 00000100:00100000:3.0:1790740629.658445:0:22712:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022133248 00000100:00100000:3.0:1790740629.658460:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790740629.658467:0:22712:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+4:22745:x1877727022133120:12345-0@lo:104: 00010000:00010000:3.0:1790740629.658480:0:22712:0:(ldlm_lockd.c:2509:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f654 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f65b expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.658855:0:22712:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1790740629.658864:0:22712:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+4:22745:x1877727022133120:12345-0@lo:104: Request processed in 395us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740629.658872:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790740629.658891:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1790740629.658897:0:22712:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+3:22745:x1877727022133248:12345-0@lo:104: 00010000:00010000:3.0:1790740629.658905:0:22712:0:(ldlm_lockd.c:2509:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.103@tcp lock: ffff98dc80030800/0xb25dda4f4e92f590 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f597 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.658947:0:22712:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1790740629.658960:0:22712:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+3:22745:x1877727022133248:12345-0@lo:104: Request processed in 64us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740629.658968:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1790740629.658971:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1790740629.658981:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f654 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f65b expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.658987:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790740629.658990:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dc80031600 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:0.0:1790740629.658996:0:22717:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f654 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb25dda4f4e92f65b expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740629.659006:0:22717:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f654 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb25dda4f4e92f65b expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790740629.659015:0:22717:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f654 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb25dda4f4e92f65b expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790740629.659020:0:22717:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1790740629.659081:0:22717:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f654 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f65b expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740629.659088:0:22717:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1790740629.659114:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f654 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f65b expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740629.659121:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f654 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f65b expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740629.659136:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740629.659138:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740629.659140:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790740629.659151:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3638:1877727022133376:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790740629.659185:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887df80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1877727022133120:0@lo:104: 00000100:00100000:0.0:1790740629.659196:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740629.659198:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887e300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1877727022133248:0@lo:104: 00010000:00010000:3.0:1790740629.659224:0:22745:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f693 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740629.659246:0:22714:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022133376 00000100:00100000:3.0:1790740629.659251:0:22714:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022133376 00010000:00010000:3.0:1790740629.659269:0:22714:0:(ldlm_lockd.c:2686:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98db82343e00/0xb25dda4f4e92f65b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f654 expref: 19 pid: 22721 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740629.659292:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1790740629.659297:0:22714:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83d91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+19:3638:x1877727022133376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790740629.659309:0:22714:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790740629.659315:0:22714:0:(ldlm_lockd.c:1799:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98db82343e00/0xb25dda4f4e92f65b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f654 expref: 19 pid: 22721 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.659326:0:22714:0:(ldlm_lockd.c:571:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98db82343e00/0xb25dda4f4e92f65b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb25dda4f4e92f654 expref: 19 pid: 22721 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.659340:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98db82343e00/0xb25dda4f4e92f65b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb25dda4f4e92f654 expref: 19 pid: 22721 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.659353:0:22714:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790740629.659378:0:22714:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83d91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:3638:x1877727022133376:12345-0@lo:103:ldlm_bl.0 Request processed in 80us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740629.659387:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3638:1877727022133376:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790740629.659400:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00010000:0.0:1790740629.659598:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740629.659600:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740629.659602:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740629.659631:0:22718:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98dc80030800/0xb25dda4f4e92f590 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f597 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.659639:0:22718:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dc80030800 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:3.0:1790740629.659642:0:22718:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98dc80030800/0xb25dda4f4e92f590 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb25dda4f4e92f597 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.659650:0:22718:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dc80030800/0xb25dda4f4e92f590 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb25dda4f4e92f597 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790740629.659658:0:22718:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dc80030800/0xb25dda4f4e92f590 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb25dda4f4e92f597 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790740629.659664:0:22718:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1790740629.659688:0:22718:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.103@tcp lock: ffff98dc80030800/0xb25dda4f4e92f590 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f597 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.659694:0:22718:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790740629.659707:0:22718:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98dc80030800/0xb25dda4f4e92f590 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f597 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.659713:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dc80030800/0xb25dda4f4e92f590 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f597 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.659730:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740629.659732:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740629.659734:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790740629.659743:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3639:1877727022133504:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790740629.659778:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740629.659809:0:22716:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022133504 00000100:00100000:3.0:1790740629.659813:0:22716:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022133504 00010000:00010000:3.0:1790740629.659828:0:22716:0:(ldlm_lockd.c:2686:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98dc80030400/0xb25dda4f4e92f597 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f590 expref: 18 pid: 22723 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740629.659849:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1790740629.659856:0:22716:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:3639:x1877727022133504:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790740629.659865:0:22716:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790740629.659870:0:22716:0:(ldlm_lockd.c:1799:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98dc80030400/0xb25dda4f4e92f597 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f590 expref: 18 pid: 22723 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.659879:0:22716:0:(ldlm_lockd.c:571:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98dc80030400/0xb25dda4f4e92f597 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb25dda4f4e92f590 expref: 18 pid: 22723 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.659890:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dc80030400/0xb25dda4f4e92f597 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb25dda4f4e92f590 expref: 18 pid: 22723 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.659901:0:22716:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f693 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.659909:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f693 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1790740629.659922:0:22716:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.003893097s 00010000:00010000:3.0:1790740629.659926:0:22716:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f693 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.659933:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f693 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.659952:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f693 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.659959:0:22716:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f693 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.659964:0:22716:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcc2175600 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:3.0:1790740629.659969:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f693 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.659977:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f693 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.659990:0:22716:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f693 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.660000:0:22716:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790740629.660026:0:22716:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+17:3639:x1877727022133504:12345-0@lo:103:ldlm_bl.0 Request processed in 171us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740629.660058:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1790740629.660082:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3639:1877727022133504:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790740629.660095:0:22745:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f693 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.660102:0:22745:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f693 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740629.660108:0:22745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f693 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740629.663354:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd211050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+16:23463:x1877727022132992:12345-0@lo:253:mount.lustre.0 Request processed in 14961us (15961us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740629.663373:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1790740629.663419:0:23463:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:23463:1877727022132992:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1790740629.663440:0:23463:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1790740629.663445:0:23463:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1790740629.663447:0:23463:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1790740629.663448:0:23463:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790740629.663449:0:23463:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790740629.663450:0:23463:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790740629.663452:0:23463:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790740629.663453:0:23463:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1790740629.663455:0:23463:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790740629.663457:0:23463:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1790740629.663473:0:23463:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000040:01000000:3.0:1790740629.680610:0:23463:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:3.0:1790740629.680787:0:23489:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:3.0:1790740629.680792:0:23489:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000100:00100000:0.0:1790740629.682711:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae015cc0 going to sleep for 0 seconds 00000040:01000000:0.0:1790740629.688621:0:23490:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1790740629.688728:0:23463:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:0.0:1790740629.689649:0:23490:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1790740629.693297:0:23490:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1790740629.693399:0:23490:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:1.0:1790740629.695390:0:23491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23491:1877727022133632:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1790740629.695472:0:23491:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740629.695498:0:23491:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb5fed480 going to sleep for 11 seconds 00000100:00100000:3.0:1790740629.697810:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022133632 00000100:00100000:3.0:1790740629.697823:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022133632 00000100:00100000:3.0:1790740629.697901:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790740629.697911:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd0bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23491:x1877727022133632:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1790740629.698334:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd0bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23491:x1877727022133632:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 424us (2861us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740629.698342:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000040:01000000:3.0:1790740629.698504:0:23463:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:3.0:1790740629.698570:0:23463:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1790740629.699614:0:23463:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1790740629.699627:0:23463:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000100:00100000:1.0:1790740629.700757:0:23491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23491:1877727022133632:0@lo:1000:lod0001_rec0000.0 00000040:01000000:1.0:1790740629.700803:0:23491:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:3.0:1790740629.700824:0:23463:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1790740629.700852:0:23491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23491:1877727022133760:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1790740629.700911:0:23491:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740629.700938:0:23491:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb5fed180 going to sleep for 11 seconds 00000040:00080000:3.0:1790740629.702605:0:23463:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000100:00100000:2.0:1790740629.703344:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022133760 00000100:00100000:2.0:1790740629.703354:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022133760 00000100:00100000:2.0:1790740629.703409:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1790740629.703420:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23491:x1877727022133760:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1790740629.703603:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd0bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23491:x1877727022133760:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 185us (2690us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740629.703622:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1790740629.704028:0:23491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23491:1877727022133760:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1790740629.704136:0:23491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23491:1877727022133888:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1790740629.704299:0:23491:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740629.704341:0:23491:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dca0438180 going to sleep for 11 seconds 00000040:00080000:3.0:1790740629.704953:0:23463:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1790740629.705112:0:23463:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:3.0:1790740629.705294:0:23463:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1790740629.705578:0:22740:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022133888 00000100:00100000:2.0:1790740629.705586:0:22740:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022133888 00000100:00100000:2.0:1790740629.705633:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1790740629.705643:0:22740:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd0bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23491:x1877727022133888:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1790740629.705727:0:22740:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd0bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23491:x1877727022133888:12345-0@lo:900:lod0001_rec0000.0 Request processed in 87us (1429us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740629.705735:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1790740629.705766:0:23491:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff98dcbd0bdc00 x1877727022133888/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1790740645 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740629.705781:0:23491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23491:1877727022133888:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1790740629.705858:0:23491:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23491:1877727022134016:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1790740629.705898:0:23491:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740629.705976:0:23491:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb5fed480 going to sleep for 11 seconds 00000100:00100000:2.0:1790740629.706116:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022134016 00000100:00100000:2.0:1790740629.706121:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022134016 00000100:00100000:2.0:1790740629.706155:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1790740629.706161:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd0bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23491:x1877727022134016:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1790740629.706225:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd0bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23491:x1877727022134016:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 63us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740629.706312:0:23491:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23491:1877727022134016:0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1790740629.706356:0:23491:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:3.0:1790740629.706389:0:23463:0:(osd_handler.c:5587:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000100:00100000:2.0:1790740629.706860:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000040:00080000:1.0:1790740629.710016:0:23491:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1790740629.710158:0:23491:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:1.0:1790740629.710164:0:23491:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00000004:3.0:1790740629.719728:0:23463:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1790740629.725509:0:23463:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1790740629.725760:0:23463:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffb5b1056cf988 00100000:10000000:3.0:1790740629.725770:0:23463:0:(lfsck_lib.c:3084:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:2.0:1790740629.727529:0:23463:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1790740629.727572:0:23463:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.103@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1790740629.727592:0:23463:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=48 00000080:00000004:2.0:1790740629.727619:0:23463:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:2.0:1790740629.730292:0:23463:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1790740629.730487:0:23463:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1790740630.127484:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1790740630.698825:0:23487:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1790740630.707336:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae015cc0 going to sleep for 0 seconds 00010000:00010000:0.0:1790740631.148576:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1790740631.472726:0:22726:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1790740631.472739:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff98dcbc1fb800 from 12 10000000:01000000:2.0:1790740631.472747:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1790740631.473500:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f69a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740631.473527:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f69a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740631.474807:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f69a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740631.476628:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c89180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022134144:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1790740631.476757:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740631.478433:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022134144 00000100:00100000:0.0:1790740631.478456:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022134144 00000100:00100000:0.0:1790740631.478564:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1790740631.478577:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd213050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+16:22726:x1877727022134144:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790740631.478603:0:22723:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790740631.478635:0:22723:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f6a1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f69a expref: -99 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740631.478672:0:22723:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f6a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f69a expref: 17 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740631.478687:0:22723:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f6a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f69a expref: 17 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740631.478697:0:22723:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db82343a00, rc 0) 00000100:00100000:0.0:1790740631.478802:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd213050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+17:22726:x1877727022134144:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 212us (2028us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740631.478809:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1790740631.479236:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc86a189c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790740631.479279:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c89180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022134144:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790740631.479305:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f69a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f6a1 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740631.479317:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f69a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f6a1 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740631.479408:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c89180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022134272:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1790740631.479462:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740631.479551:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc86a189c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790740631.481611:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022134272 00000100:00100000:0.0:1790740631.481628:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022134272 00000100:00100000:3.0:1790740631.488798:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1790740631.488842:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd210450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+17:22726:x1877727022134272:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1790740631.488879:0:22724:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1790740631.488899:0:22724:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1790740631.488902:0:22724:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1790740631.489096:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd210450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+17:22726:x1877727022134272:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 265us (9633us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740631.489107:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1790740631.489520:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c89180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022134272:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1790740631.489591:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1790740631.489603:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f69a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f6a1 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740631.489617:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f69a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f6a1 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790740631.489629:0:22726:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1790740631.489632:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff98dcbb7c0000 from 12 10000000:01000000:1.0:1790740631.489635:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1790740631.489687:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44a00/0xb25dda4f4e92f6a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740631.489697:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44a00/0xb25dda4f4e92f6a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740631.489716:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44a00/0xb25dda4f4e92f6a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740631.489743:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022134400:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1790740631.489800:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740631.489849:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc81254000 going to sleep for 11 seconds 00000100:00100000:3.0:1790740631.492068:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022134400 00000100:00100000:3.0:1790740631.492087:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022134400 00000100:00100000:3.0:1790740631.492178:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1790740631.492190:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd212450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+17:22726:x1877727022134400:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790740631.492214:0:22721:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790740631.492242:0:22721:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f6af lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f6a8 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740631.492281:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f6af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f6a8 expref: 18 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740631.492296:0:22721:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f6af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f6a8 expref: 18 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740631.492308:0:22721:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcc2175600, rc 0) 00000100:00100000:3.0:1790740631.492413:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd212450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:22726:x1877727022134400:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 225us (2612us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740631.492421:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1790740631.492617:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022134400:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1790740631.492639:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44a00/0xb25dda4f4e92f6a8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f6af expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740631.492650:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44a00/0xb25dda4f4e92f6a8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f6af expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740631.492762:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022134528:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1790740631.492809:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740631.492848:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc81254000 going to sleep for 11 seconds 00000100:00100000:3.0:1790740631.493601:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022134528 00000100:00100000:3.0:1790740631.493612:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022134528 00000100:00100000:3.0:1790740631.493665:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1790740631.493673:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd212c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:22726:x1877727022134528:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1790740631.493708:0:22721:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1790740631.493729:0:22721:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1790740631.493732:0:22721:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:3.0:1790740631.493841:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd212c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:22726:x1877727022134528:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 168us (1032us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740631.493848:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1790740631.494138:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022134528:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1790740631.494207:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1790740631.494219:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44a00/0xb25dda4f4e92f6a8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f6af expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740631.494236:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44a00/0xb25dda4f4e92f6a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f6af expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740631.722280:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae015cc0 going to sleep for 0 seconds 00000040:00080000:2.0:1790740631.727199:0:23487:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1790740632.171231:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790740632.746849:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae015cc0 going to sleep for 0 seconds 00010000:00010000:2.0:1790740633.195131:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790740633.770138:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae015cc0 going to sleep for 0 seconds 00010000:00010000:0.0:1790740634.219650:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1790740634.714176:0:23733:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg403-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000040:00080000:2.0:1790740634.730659:0:22765:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1790740634.730721:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1790740634.730739:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022134656:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790740634.730823:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740634.731558:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022134656 00000100:00100000:2.0:1790740634.731570:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022134656 00000100:00100000:2.0:1790740634.731618:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1790740634.731628:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd0bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022134656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1790740634.731668:0:22735:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1790740634.731741:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd0bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022134656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 114us (917us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740634.731760:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790740634.734153:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022134656:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790740634.741154:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3641:1877727022134784:0@lo:400:kworker.0 00000100:00100000:1.0:1790740634.741247:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1790740634.741323:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1790740634.741328:0:15342:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1790740634.741332:0:15342:0:(import.c:65:import_set_state_nolock()) ffff98dc82bc4800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1790740634.741343:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022134784 00000100:00080000:0.0:1790740634.741346:0:15342:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff98dc82bc4800 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:2.0:1790740634.741353:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022134784 00000100:00100000:0.0:1790740634.741386:0:15342:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db83d90000 x1877727022134912/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790740634.741403:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:2.0:1790740634.741407:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00080000:0.0:1790740634.741407:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790740634.741410:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790740634.741413:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1790740634.741417:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd210050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:3641:x1877727022134784:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1790740634.741432:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790740634.741435:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790740634.741438:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790740634.741451:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1790740634.742367:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022134912:0@lo:38:kworker.0 00000100:00100000:0.0:1790740634.742437:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740634.742502:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1877727022135040:0@lo:400:kworker.0 00000100:00100000:0.0:1790740634.742531:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740634.742552:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1790740634.742558:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1877727022135168:0@lo:400:kworker.0 00000100:00100000:0.0:1790740634.742581:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740634.742612:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022135040 00000100:00100000:0.0:1790740634.742617:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022135040 00000100:00100000:0.0:1790740634.742648:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022135168 00000100:00100000:0.0:1790740634.742651:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022135168 00000100:00100000:0.0:1790740634.742666:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790740634.742673:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83d93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1877727022135040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740634.742716:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83d93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1877727022135040:12345-0@lo:400:kworker.0 Request processed in 43us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740634.742730:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790740634.742746:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790740634.742752:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83d91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1877727022135168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740634.742781:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83d91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1877727022135168:12345-0@lo:400:kworker.0 Request processed in 29us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740634.742788:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1790740634.742832:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98db83d90a80 x1877727022135168/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740634.742846:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1877727022135168:0@lo:400:kworker.0 00010000:00080000:0.0:1790740634.742857:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98db83d92680 x1877727022135040/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740634.742866:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1877727022135040:0@lo:400:kworker.0 00000100:00100000:3.0:1790740634.743578:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022134912 00000100:00100000:3.0:1790740634.743584:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022134912 00000100:00100000:3.0:1790740634.743621:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1790740634.743628:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83d91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3637:x1877727022134912:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1790740634.743655:0:22735:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 706 last 0 00000020:00000080:3.0:1790740634.743691:0:22735:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb25dda4f4e92f6b6 00000004:00100000:3.0:1790740634.743707:0:22735:0:(mdt_handler.c:7299:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1790740634.743714:0:22735:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:2.0:1790740634.752292:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd210050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:3641:x1877727022134784:12345-0@lo:400:kworker.0 Request processed in 10864us (11034us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740634.752298:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3641:1877727022134784:0@lo:400:kworker.0 00000100:00100000:2.0:1790740634.752307:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00080000:3.0:1790740634.752752:0:22735:0:(import.c:65:import_set_state_nolock()) ffff98dcb5cc4800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790740634.753074:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83d91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3637:x1877727022134912:12345-0@lo:38:kworker.0 Request processed in 9443us (10635us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740634.753084:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:0.0:1790740634.753400:0:3637:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1790740634.753548:0:3637:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1790740634.753554:0:3637:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1790740634.753556:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dc82bc4800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1790740634.753581:0:3637:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000007eaf094f): req@ffff98dcbd0bea00 x1877727022127488/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740634.753756:0:22771:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740634.753783:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae015cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1790740634.753799:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022127488 00000100:00100000:1.0:1790740634.753806:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022127488 00000100:00100000:1.0:1790740634.753843:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1790740634.753852:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd0bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22771:x1877727022127488:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1790740634.753945:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd0bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22771:x1877727022127488:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 95us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740634.753952:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1790740634.754192:0:22771:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bea00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22771:1877727022127488:0@lo:1000:lod0000_rec0001.0 00000040:01000000:1.0:1790740634.754226:0:22771:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1790740634.754266:0:22771:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bea00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22771:1877727022135296:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1790740634.754297:0:22771:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740634.754312:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db82274540 going to sleep for 11 seconds 00000100:00100000:1.0:1790740634.754322:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022135296 00000100:00100000:1.0:1790740634.754326:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022135296 00000100:00100000:1.0:1790740634.754343:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1790740634.754349:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd0bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22771:x1877727022135296:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1790740634.754471:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd0bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22771:x1877727022135296:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 121us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740634.754477:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1790740634.754520:0:22771:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bea00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22771:1877727022135296:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1790740634.754581:0:22771:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bea00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22771:1877727022135424:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1790740634.754604:0:22771:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740634.754617:0:22771:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db82274540 going to sleep for 11 seconds 00000100:00100000:1.0:1790740634.754627:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022135424 00000100:00100000:1.0:1790740634.754630:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022135424 00000100:00100000:1.0:1790740634.754644:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1790740634.754649:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd0bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22771:x1877727022135424:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1790740634.754688:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd0bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22771:x1877727022135424:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 38us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740634.754694:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1790740634.754716:0:22771:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bea00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22771:1877727022135424:0@lo:1000:lod0000_rec0001.0 00000040:00080000:1.0:1790740634.754749:0:22771:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1790740634.761105:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d90000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022134912:0@lo:38:kworker.0 00000040:00080000:1.0:1790740634.761718:0:22771:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1790740634.761814:0:22771:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 22, retries 0 00000004:00080000:1.0:1790740634.761819:0:22771:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000100:00100000:0.0:1790740634.762570:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022135552:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1790740634.762641:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740634.762819:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022135552 00000100:00100000:3.0:1790740634.762828:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022135552 00000100:00100000:3.0:1790740634.763602:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1790740634.763615:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83d90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3640:x1877727022135552:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1790740634.763653:0:22734:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1790740634.763724:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83d90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3640:x1877727022135552:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (1082us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740634.763731:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1790740634.764539:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022135552:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1790740635.242314:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1790740635.621569:0:23785:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1790740635.621801:0:23785:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1790740636.268246:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1790740636.573973:0:23836:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1790740636.574578:0:23836:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1790740637.290619:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1790740637.663949:0:23885:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc756e3da0 20000000:00000080:0.0:1790740637.663978:0:23885:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff98dcb00a5c00 uarg=0000000000000000 20000000:01000000:0.0:1790740637.664072:0:23885:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:0.0:1790740637.664081:0:23885:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:0.0:1790740637.664087:0:23885:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:1.0:1790740637.667732:0:23886:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:2.0:1790740637.667902:0:23885:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:2.0:1790740637.677678:0:23885:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1790740637.677710:0:23885:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6bd lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740637.677730:0:23885:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98db82342200/0xb25dda4f4e92f566 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f55f expref: 17 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740637.677739:0:23885:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98dcbfc44600/0xb25dda4f4e92f669 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f662 expref: 17 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740637.677747:0:23885:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6bd lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740637.677808:0:23885:0:(ldlm_lockd.c:966:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98dcbfc44600/0xb25dda4f4e92f669 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb25dda4f4e92f662 expref: 17 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740637.677956:0:23885:0:(ldlm_lockd.c:498:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98dcbfc44600/0xb25dda4f4e92f669 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb25dda4f4e92f662 expref: 17 pid: 22724 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740637.677974:0:23885:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c89880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23885:1877727022135680:0@lo:104: 00000100:00100000:2.0:1790740637.678224:0:23885:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1790740637.678290:0:23885:0:(ldlm_lockd.c:966:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98db82342200/0xb25dda4f4e92f566 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb25dda4f4e92f55f expref: 17 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740637.678299:0:23885:0:(ldlm_lockd.c:498:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98db82342200/0xb25dda4f4e92f566 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb25dda4f4e92f55f expref: 17 pid: 22724 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740637.678309:0:23885:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c88380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23885:1877727022135808:0@lo:104: 00000100:00100000:2.0:1790740637.678331:0:23885:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740637.678404:0:23885:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc86a183c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790740637.678492:0:22713:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022135680 00000100:00100000:1.0:1790740637.678501:0:22713:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022135680 00000100:00100000:1.0:1790740637.678542:0:22713:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022135808 00000100:00100000:1.0:1790740637.678545:0:22713:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022135808 00000100:00100000:1.0:1790740637.678560:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1790740637.678569:0:22713:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+4:23885:x1877727022135680:12345-0@lo:104: 00010000:00010000:1.0:1790740637.678583:0:22713:0:(ldlm_lockd.c:2509:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.103@tcp lock: ffff98dc80031200/0xb25dda4f4e92f662 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f669 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740637.678975:0:22713:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1790740637.678983:0:22713:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+4:23885:x1877727022135680:12345-0@lo:104: Request processed in 414us (759us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740637.678991:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1790740637.679009:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1790740637.679016:0:22713:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+3:23885:x1877727022135808:12345-0@lo:104: 00010000:00010000:1.0:1790740637.679025:0:22713:0:(ldlm_lockd.c:2509:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92f55f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f566 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740637.679091:0:22713:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1790740637.679096:0:22713:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+3:23885:x1877727022135808:12345-0@lo:104: Request processed in 82us (764us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740637.679101:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:1.0:1790740637.679117:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1790740637.679123:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98dc80031200/0xb25dda4f4e92f662 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f669 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740637.679130:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dc80031200 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:1.0:1790740637.679134:0:22717:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98dc80031200/0xb25dda4f4e92f662 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb25dda4f4e92f669 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740637.679143:0:22717:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dc80031200/0xb25dda4f4e92f662 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb25dda4f4e92f669 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790740637.679150:0:22717:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dc80031200/0xb25dda4f4e92f662 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb25dda4f4e92f669 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790740637.679155:0:22717:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1790740637.679195:0:22717:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.103@tcp lock: ffff98dc80031200/0xb25dda4f4e92f662 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f669 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740637.679202:0:22717:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1790740637.679221:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98dc80031200/0xb25dda4f4e92f662 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f669 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740637.679227:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dc80031200/0xb25dda4f4e92f662 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f669 expref: -99 pid: 23463 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740637.679241:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790740637.679244:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92f55f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f566 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740637.679250:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcbfc45000 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:1.0:1790740637.679253:0:22717:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92f55f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb25dda4f4e92f566 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740637.679260:0:22717:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92f55f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb25dda4f4e92f566 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790740637.679266:0:22717:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92f55f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb25dda4f4e92f566 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790740637.679272:0:22717:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1790740637.679284:0:22717:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92f55f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f566 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740637.679290:0:22717:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1790740637.679305:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92f55f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f566 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740637.679322:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45000/0xb25dda4f4e92f55f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f566 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740637.679337:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740637.679339:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740637.679340:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740637.679358:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3641:1877727022135936:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790740637.679404:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740637.679505:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3638:1877727022136064:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1790740637.679535:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1790740637.679625:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790740637.679638:0:22716:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022135936 00000100:00100000:3.0:1790740637.679644:0:22716:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022135936 00010000:00010000:3.0:1790740637.679669:0:22716:0:(ldlm_lockd.c:2686:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98dcbfc44600/0xb25dda4f4e92f669 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f662 expref: 18 pid: 22724 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740637.679697:0:22716:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022136064 00000100:00100000:3.0:1790740637.679701:0:22716:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022136064 00010000:00010000:3.0:1790740637.679712:0:22716:0:(ldlm_lockd.c:2686:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98db82342200/0xb25dda4f4e92f566 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f55f expref: 19 pid: 22724 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740637.679726:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1790740637.679733:0:22716:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+19:3641:x1877727022135936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790740637.679744:0:22716:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790740637.679749:0:22716:0:(ldlm_lockd.c:1799:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98dcbfc44600/0xb25dda4f4e92f669 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f662 expref: 19 pid: 22724 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740637.679760:0:22716:0:(ldlm_lockd.c:571:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98dcbfc44600/0xb25dda4f4e92f669 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb25dda4f4e92f662 expref: 19 pid: 22724 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740637.679786:0:22716:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790740637.679901:0:22715:0:(service.c:3485:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1790740637.679910:0:22715:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:0.0:1790740637.680022:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790740637.680051:0:22715:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83d92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+19:3638:x1877727022136064:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790740637.680060:0:22715:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790740637.680065:0:22715:0:(ldlm_lockd.c:1799:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98db82342200/0xb25dda4f4e92f566 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f55f expref: 19 pid: 22724 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740637.680075:0:22715:0:(ldlm_lockd.c:571:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98db82342200/0xb25dda4f4e92f566 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb25dda4f4e92f55f expref: 19 pid: 22724 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740637.680087:0:22715:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6bd lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740637.680095:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6bd lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740637.680109:0:22715:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6bd lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740637.680117:0:22715:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6bd lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740637.680124:0:22715:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6bd lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740637.680142:0:22715:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6bd lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740637.680148:0:22715:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dc80030800 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:0.0:1790740637.680152:0:22715:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6bd lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740637.680161:0:22715:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6bd lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740637.680170:0:22715:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6bd lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740637.680180:0:22715:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790740637.680210:0:22715:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83d92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+19:3638:x1877727022136064:12345-0@lo:103:ldlm_bl.0 Request processed in 182us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740637.680218:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790740637.680270:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3638:1877727022136064:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790740637.680686:0:22716:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:3641:x1877727022135936:12345-0@lo:103:ldlm_bl.0 Request processed in 953us (1280us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740637.680694:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1790740637.681150:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3641:1877727022135936:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1790740637.681989:0:23885:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcbfc44600/0xb25dda4f4e92f669 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb25dda4f4e92f662 expref: 17 pid: 22724 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740637.682007:0:23885:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c89880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23885:1877727022135680:0@lo:104: 00010000:00010000:2.0:1790740637.682020:0:23885:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98db82342200/0xb25dda4f4e92f566 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb25dda4f4e92f55f expref: 16 pid: 22724 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740637.682028:0:23885:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c88380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23885:1877727022135808:0@lo:104: 00010000:00010000:2.0:1790740637.682221:0:23885:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6bd lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740637.682231:0:23885:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6bd lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740637.682259:0:23885:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6bd lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740637.682265:0:23885:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6bd lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23885 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740637.803646:0:3637:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790740622/real 1790740622] req@ffff98db83d90380 x1877727022128640/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790740637 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740637.803683:0:3637:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98db83d90380 x1877727022128640/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790740637 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740637.803693:0:3637:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790740622/real 1790740622] req@ffff98db83d92300 x1877727022128768/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790740637 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740637.803705:0:3637:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98db83d92300 x1877727022128768/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790740637 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1790740637.803726:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dcb5f18000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790740637.803753:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1790740637.803757:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022128640:0@lo:8:kworker.0 00000100:00080000:1.0:1790740637.803763:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dcb5cb7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790740637.803768:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1790740637.803771:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022128768:0@lo:8:kworker.0 00000100:00080000:2.0:1790740637.803975:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790740637.803981:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1790740637.803983:0:36:0:(import.c:65:import_set_state_nolock()) ffff98dcb5cb7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1790740637.803989:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 693 00000100:00080000:2.0:1790740637.803995:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1790740637.804007:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff98dcb5cb7000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:2.0:1790740637.804061:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db82c89500 x1877727022136448/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790740637.804074:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790740637.804077:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1790740637.804079:0:36:0:(import.c:65:import_set_state_nolock()) ffff98dcb5f18000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1790740637.804082:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 693 00000100:00080000:2.0:1790740637.804084:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1790740637.804089:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff98dcb5f18000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:2.0:1790740637.804101:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db82c88a80 x1877727022136576/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790740637.804122:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790740637.804126:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790740637.804140:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790740637.804143:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1790740637.804173:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1877727022136704:0@lo:400:kworker.0 00000100:00100000:2.0:1790740637.804243:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740637.804275:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1790740637.804281:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022136320:0@lo:400:kworker.0 00000100:00100000:2.0:1790740637.804308:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740637.804338:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022136704 00000100:00100000:2.0:1790740637.804346:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022136704 00000100:00100000:2.0:1790740637.804406:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1790740637.804416:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1877727022136704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740637.804468:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1877727022136704:12345-0@lo:400:kworker.0 Request processed in 53us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740637.804475:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1790740637.804499:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022136320 00000100:00100000:2.0:1790740637.804502:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022136320 00000100:00100000:2.0:1790740637.804525:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1790740637.804531:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3641:x1877727022136320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740637.804564:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3641:x1877727022136320:12345-0@lo:400:kworker.0 Request processed in 33us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740637.804570:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1790740637.804608:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022136320:0@lo:400:kworker.0 00010000:00080000:2.0:1790740637.804620:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98db82c89f80 x1877727022136704/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740653 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790740637.804629:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1877727022136704:0@lo:400:kworker.0 00000100:00100000:3.0:1790740637.804726:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3639:1877727022136192:0@lo:400:kworker.0 00000100:00100000:3.0:1790740637.804756:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740637.804799:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1877727022136960:0@lo:400:kworker.0 00000100:00100000:3.0:1790740637.804832:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740637.804850:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1790740637.804855:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022136832:0@lo:400:kworker.0 00000100:00100000:3.0:1790740637.804875:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740637.804898:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022136960 00000100:00100000:3.0:1790740637.804902:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022136960 00000100:00100000:3.0:1790740637.804921:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790740637.804926:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1877727022136960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740637.804958:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1877727022136960:12345-0@lo:400:kworker.0 Request processed in 32us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740637.804964:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:3.0:1790740637.804997:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98db82c8b800 x1877727022136960/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740653 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740637.805006:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1877727022136960:0@lo:400:kworker.0 00000100:00100000:1.0:1790740637.806240:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022136448:0@lo:8:kworker.0 00000400:00000100:1.0:1790740637.806293:0:3637:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877727022136448 offset 0 length 520: 4 00000100:00100000:1.0:1790740637.806328:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022136576:0@lo:8:kworker.0 00000400:00000100:1.0:1790740637.806345:0:3637:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877727022136576 offset 0 length 520: 4 00000100:00100000:2.0:1790740637.806604:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022136192 00000100:00100000:2.0:1790740637.806612:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022136192 00000100:00100000:2.0:1790740637.806664:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1790740637.806672:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd211c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+16:3639:x1877727022136192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740637.806745:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd211c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+16:3639:x1877727022136192:12345-0@lo:400:kworker.0 Request processed in 74us (1987us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740637.806752:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1790740637.806814:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022136832 00000100:00100000:2.0:1790740637.806818:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022136832 00000100:00100000:2.0:1790740637.806844:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1790740637.806849:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022136832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740637.806885:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022136832:12345-0@lo:400:kworker.0 Request processed in 36us (2009us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740637.806890:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1790740637.810953:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022136832:0@lo:400:kworker.0 00000100:00100000:3.0:1790740637.810971:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3639:1877727022136192:0@lo:400:kworker.0 00010000:00010000:0.0:1790740638.326269:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1790740638.699300:0:22726:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1790740638.699308:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff98dcbc1fb800 from 13 10000000:01000000:1.0:1790740638.699313:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1790740638.699360:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44000/0xb25dda4f4e92f6c4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740638.699386:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44000/0xb25dda4f4e92f6c4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740638.699399:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44000/0xb25dda4f4e92f6c4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740638.699437:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022137088:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1790740638.699507:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740638.699555:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db82274240 going to sleep for 11 seconds 00000100:00100000:2.0:1790740638.699673:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022137088 00000100:00100000:2.0:1790740638.699681:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022137088 00000100:00100000:2.0:1790740638.699750:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1790740638.699759:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd210850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+16:22726:x1877727022137088:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790740638.699784:0:22724:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790740638.699807:0:22724:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dc80030400/0xb25dda4f4e92f6cb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f6c4 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740638.699831:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dc80030400/0xb25dda4f4e92f6cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f6c4 expref: 17 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740638.699843:0:22724:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dc80030400/0xb25dda4f4e92f6cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f6c4 expref: 17 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740638.699865:0:22724:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dc80030400, rc 0) 00000100:00100000:2.0:1790740638.699920:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd210850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+17:22726:x1877727022137088:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 163us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740638.699927:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1790740638.700122:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022137088:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790740638.700139:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44000/0xb25dda4f4e92f6c4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f6cb expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740638.700149:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44000/0xb25dda4f4e92f6c4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f6cb expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740638.700232:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d90a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022137216:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790740638.700263:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740638.700283:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc9853a240 going to sleep for 11 seconds 00000100:00100000:2.0:1790740638.700535:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022137216 00000100:00100000:2.0:1790740638.700541:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022137216 00000100:00100000:2.0:1790740638.700583:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1790740638.700591:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd211450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+17:22726:x1877727022137216:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790740638.700699:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd211450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+17:22726:x1877727022137216:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 110us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740638.700706:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1790740638.700778:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d90a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022137216:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790740638.700829:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d90a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022137344:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1790740638.700867:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740638.700888:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc9853a240 going to sleep for 11 seconds 00000100:00100000:2.0:1790740638.701019:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022137344 00000100:00100000:2.0:1790740638.701024:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022137344 00000100:00100000:2.0:1790740638.701076:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1790740638.701082:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd212050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+17:22726:x1877727022137344:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790740638.701234:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd212050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+17:22726:x1877727022137344:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 151us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740638.701241:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1790740638.701323:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d90a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022137344:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1790740638.704287:0:23941:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1790740638.705941:0:22726:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1790740638.705978:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1790740638.705992:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44000/0xb25dda4f4e92f6c4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f6cb expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740638.706004:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44000/0xb25dda4f4e92f6c4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f6cb expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790740638.706016:0:22726:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1790740638.706019:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff98dcbb7c0000 from 13 10000000:01000000:0.0:1790740638.706022:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1790740638.706095:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98db82343400/0xb25dda4f4e92f6d2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740638.706104:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98db82343400/0xb25dda4f4e92f6d2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740638.706126:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98db82343400/0xb25dda4f4e92f6d2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740638.706169:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d90a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022137472:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1790740638.706240:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740638.706277:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc9853a240 going to sleep for 11 seconds 00000100:00100000:2.0:1790740638.706512:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022137472 00000100:00100000:2.0:1790740638.706519:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022137472 00000100:00100000:2.0:1790740638.706573:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1790740638.706581:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd213450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+17:22726:x1877727022137472:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790740638.706595:0:22723:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790740638.706608:0:22723:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6d9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f6d2 expref: -99 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740638.706645:0:22723:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6d9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f6d2 expref: 18 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740638.706655:0:22723:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6d9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f6d2 expref: 18 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740638.706662:0:22723:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dc80030800, rc 0) 00000100:00100000:2.0:1790740638.706706:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd213450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:22726:x1877727022137472:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 126us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740638.706713:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1790740638.706758:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d90a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022137472:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790740638.706771:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98db82343400/0xb25dda4f4e92f6d2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f6d9 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740638.706779:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98db82343400/0xb25dda4f4e92f6d2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f6d9 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740638.706851:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c89f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022137600:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790740638.706876:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740638.706893:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc86a18d80 going to sleep for 11 seconds 00000100:00100000:2.0:1790740638.706906:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022137600 00000100:00100000:2.0:1790740638.706909:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022137600 00000100:00100000:2.0:1790740638.706931:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1790740638.706937:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd211850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:22726:x1877727022137600:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790740638.707060:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd211850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:22726:x1877727022137600:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 122us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740638.707075:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1790740638.707118:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c89f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022137600:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790740638.707148:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c89f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022137728:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790740638.707186:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740638.707199:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc86a18d80 going to sleep for 11 seconds 00000100:00100000:2.0:1790740638.707209:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022137728 00000100:00100000:2.0:1790740638.707213:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022137728 00000100:00100000:2.0:1790740638.707232:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1790740638.707237:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd213c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:22726:x1877727022137728:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790740638.707305:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd213c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:22726:x1877727022137728:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 67us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740638.707312:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1790740638.707349:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c89f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022137728:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1790740638.708004:0:23942:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1790740638.708085:0:22726:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1790740638.708102:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1790740638.708109:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98db82343400/0xb25dda4f4e92f6d2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f6d9 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740638.708118:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98db82343400/0xb25dda4f4e92f6d2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f6d9 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740639.338184:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740639.859171:0:3637:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790740629/real 1790740629] req@ffff98dc9887e680 x1877727022131072/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790740639 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740639.859199:0:3637:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98dc9887e680 x1877727022131072/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790740639 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740639.859208:0:3637:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790740629/real 1790740629] req@ffff98dc9887c380 x1877727022130816/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790740639 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740639.859217:0:3637:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98dc9887c380 x1877727022130816/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790740639 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1790740639.859247:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dc897af000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790740639.859273:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1790740639.859277:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022131072:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1790740639.859283:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dcb812d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790740639.859289:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1790740639.859292:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022130816:0@lo:8:llog_process_th.0 00000100:00100000:1.0:1790740639.859325:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022137856:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790740639.859402:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1790740639.859478:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790740639.859482:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1790740639.859485:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790740639.859488:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1790740639.859514:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790740639.859517:0:15342:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1790740639.859519:0:15342:0:(import.c:65:import_set_state_nolock()) ffff98dcb812d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790740639.859523:0:15342:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 700 00000100:00080000:1.0:1790740639.859528:0:15342:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1790740639.859537:0:15342:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff98dcb812d000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:1.0:1790740639.859556:0:15342:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98dcb5df0000 x1877727022138368/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790740639.859568:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790740639.859570:0:15342:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1790740639.859578:0:15342:0:(import.c:65:import_set_state_nolock()) ffff98dc897af000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790740639.859581:0:15342:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 700 00000100:00080000:1.0:1790740639.859583:0:15342:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1790740639.859588:0:15342:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff98dc897af000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:1.0:1790740639.859601:0:15342:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98dcb5df0700 x1877727022138496/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790740639.859635:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022137856 00000100:00100000:1.0:1790740639.859642:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022137856 00000100:00100000:1.0:1790740639.859687:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1790740639.859697:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd0bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3640:x1877727022137856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1790740639.859729:0:22734:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1790740639.860361:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd0bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3640:x1877727022137856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 664us (956us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740639.860370:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1790740639.860405:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3641:1877727022137984:0@lo:400:kworker.0 00000100:00100000:1.0:1790740639.860526:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740639.860572:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1790740639.860578:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1877727022138624:0@lo:400:kworker.0 00000100:00100000:1.0:1790740639.860605:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740639.860659:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022137856:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790740639.860686:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1877727022138112:0@lo:400:kworker.0 00000100:00100000:1.0:1790740639.860709:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740639.860727:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790740639.860733:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022138240:0@lo:400:kworker.0 00000100:00100000:1.0:1790740639.860754:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740639.864089:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022138368:0@lo:8:kworker.0 00000400:00000100:1.0:1790740639.864144:0:3637:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877727022138368 offset 0 length 520: 4 00000100:00100000:1.0:1790740639.864175:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022138496:0@lo:8:kworker.0 00000400:00000100:1.0:1790740639.864190:0:3637:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1877727022138496 offset 0 length 520: 4 00000100:00100000:1.0:1790740639.864220:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022138240 00000100:00100000:1.0:1790740639.864228:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022138240 00000100:00100000:1.0:1790740639.864978:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1790740639.864992:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcb5df2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022138240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740639.865106:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcb5df2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022138240:12345-0@lo:400:kworker.0 Request processed in 118us (4350us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740639.865114:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1790740639.865142:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022137984 00000100:00100000:1.0:1790740639.865147:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022137984 00000100:00100000:1.0:1790740639.865182:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1790740639.865188:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db829b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:3641:x1877727022137984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740639.865227:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db829b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:3641:x1877727022137984:12345-0@lo:400:kworker.0 Request processed in 38us (4700us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740639.865233:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1790740639.865278:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022138624 00000100:00100000:1.0:1790740639.865282:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022138624 00000100:00100000:1.0:1790740639.865308:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022138112 00000100:00100000:1.0:1790740639.865311:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022138112 00000100:00100000:1.0:1790740639.865329:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1790740639.865334:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcb5df2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1877727022138624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740639.865380:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcb5df2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1877727022138624:12345-0@lo:400:kworker.0 Request processed in 45us (4773us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740639.865386:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1790740639.866739:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1790740639.866756:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcb5df3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1877727022138112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740639.866833:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcb5df3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1877727022138112:12345-0@lo:400:kworker.0 Request processed in 83us (6122us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740639.866839:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1790740639.866900:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022138240:0@lo:400:kworker.0 00010000:00080000:1.0:1790740639.866917:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98dcb5df1180 x1877727022138112/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740639.866928:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1877727022138112:0@lo:400:kworker.0 00010000:00080000:1.0:1790740639.866975:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98dcb5df1880 x1877727022138624/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740639.866985:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1877727022138624:0@lo:400:kworker.0 00000100:00100000:1.0:1790740639.866995:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3641:1877727022137984:0@lo:400:kworker.0 00000100:00100000:0.0:1790740639.873002:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022138752:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790740639.873108:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740639.881490:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022138752 00000100:00100000:2.0:1790740639.881511:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022138752 00000100:00100000:2.0:1790740639.882193:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1790740639.882209:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83d93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022138752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1790740639.882287:0:22735:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1790740639.883392:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83d93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022138752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1183us (10278us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740639.883403:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790740639.890018:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022138752:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1790740640.364914:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1790740640.889563:0:23464:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1790740641.386335:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1790740641.964923:0:23487:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1790740642.412441:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740643.437969:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740644.461440:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1790740644.823518:0:24234:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1790740644.823522:0:24234:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:3.0:1790740644.823524:0:24234:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1790740644.823647:0:24234:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff98dcbcc72800 00000020:01000004:3.0:1790740644.823666:0:24234:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1790740644.823680:0:24234:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1790740644.823703:0:24234:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff98dcb13f4d40) 00000020:00000080:3.0:1790740644.823722:0:24234:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1790740644.928751:0:24234:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1790740644.937632:0:24234:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1790740644.939525:0:24234:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1790740644.943961:0:24234:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1790740644.944684:0:24234:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1790740644.944994:0:24234:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1790740644.945368:0:24234:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00080000:01000000:3.0:1790740644.946306:0:24234:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1790740644.946899:0:24234:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:3.0:1790740644.946912:0:24234:0:(osd_handler.c:8931:osd_obd_connect()) connect #0 00000020:00000080:3.0:1790740644.946923:0:24234:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xb25dda4f4e92f6e7 00000020:01000004:3.0:1790740644.946930:0:24234:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:3.0:1790740644.946952:0:24234:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.103@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1790740644.946955:0:24234:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.103@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1790740644.946962:0:24234:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0000 00000020:01000004:3.0:1790740644.946967:0:24234:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:3.0:1790740644.946978:0:24234:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff98dcb13f0000) 00000020:00000080:3.0:1790740644.946989:0:24234:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:2.0:1790740644.969293:0:24234:0:(service.c:173:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790740644.969520:0:24234:0:(service.c:3485:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:2.0:1790740644.969527:0:24234:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00080000:1.0:1790740644.970150:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790740644.970155:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1790740644.970158:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790740644.970161:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1790740644.970184:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790740644.970187:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1790740644.970190:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790740644.970193:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1790740644.970396:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3638:1877727022138880:0@lo:400:kworker.0 00000100:00100000:1.0:1790740644.970493:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740644.970543:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1877727022139392:0@lo:400:kworker.0 00000100:00100000:1.0:1790740644.970572:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740644.970598:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790740644.970604:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1877727022139008:0@lo:400:kworker.0 00000100:00100000:1.0:1790740644.970628:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740644.970657:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1877727022139136:0@lo:400:kworker.0 00000100:00100000:1.0:1790740644.970688:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740644.970705:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1790740644.970710:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022139264:0@lo:400:kworker.0 00000100:00100000:1.0:1790740644.970731:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740644.970765:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022138880 00000100:00100000:1.0:1790740644.970773:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022138880 00000100:00100000:1.0:1790740644.970831:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1790740644.970840:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd502450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:3638:x1877727022138880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740644.970894:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd502450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:3638:x1877727022138880:12345-0@lo:400:kworker.0 Request processed in 55us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740644.970900:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1790740644.970931:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022139392 00000100:00100000:1.0:1790740644.970935:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022139392 00000100:00100000:1.0:1790740644.970958:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022139136 00000100:00100000:1.0:1790740644.970961:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022139136 00000100:00100000:1.0:1790740644.970975:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1790740644.970980:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcb5df2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1877727022139392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740644.971012:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcb5df2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1877727022139392:12345-0@lo:400:kworker.0 Request processed in 32us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740644.971052:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1790740644.971065:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1790740644.971072:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcb5df3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1877727022139136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740644.971105:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcb5df3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1877727022139136:12345-0@lo:400:kworker.0 Request processed in 33us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740644.971111:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1790740644.971134:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022139008 00000100:00100000:1.0:1790740644.971138:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022139008 00000100:00100000:1.0:1790740644.971155:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022139264 00000100:00100000:1.0:1790740644.971158:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022139264 00000100:00100000:1.0:1790740644.971169:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1790740644.971175:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcb5df0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1877727022139008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740644.971205:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcb5df0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1877727022139008:12345-0@lo:400:kworker.0 Request processed in 30us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740644.971211:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1790740644.971221:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1790740644.971227:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcb5df3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022139264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740644.971267:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcb5df3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022139264:12345-0@lo:400:kworker.0 Request processed in 41us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740644.971274:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1790740644.971317:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022139264:0@lo:400:kworker.0 00010000:00080000:1.0:1790740644.971329:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98dcb5df1180 x1877727022139136/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740644.971340:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1877727022139136:0@lo:400:kworker.0 00000100:00100000:1.0:1790740644.971366:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1877727022139008:0@lo:400:kworker.0 00000100:00100000:1.0:1790740644.971383:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3638:1877727022138880:0@lo:400:kworker.0 00010000:00080000:1.0:1790740644.971392:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98dcb5df0a80 x1877727022139392/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740644.971401:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1877727022139392:0@lo:400:kworker.0 00000040:00080000:0.0:1790740644.972976:0:22765:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1790740644.973086:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022139520:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1790740644.973153:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740644.973314:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022139648:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1790740644.973372:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740644.973540:0:24234:0:(service.c:3485:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:0.0:1790740644.973549:0:24234:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:0.0:1790740644.973692:0:24234:0:(service.c:3485:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:0.0:1790740644.973697:0:24234:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:3.0:1790740644.976336:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022139520 00000100:00100000:0.0:1790740644.976610:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022139648 00000100:00100000:0.0:1790740644.976615:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022139648 00000100:00100000:3.0:1790740644.976616:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022139520 00000100:00100000:0.0:1790740644.976661:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1790740644.976670:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022139648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1790740644.976715:0:22735:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1790740644.976807:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022139648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 138us (3434us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740644.976814:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1790740644.976854:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1790740644.976861:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83d90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022139520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1790740644.976884:0:22734:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1790740644.976927:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83d90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022139520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (3773us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740644.976943:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1790740644.976996:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022139520:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790740644.977175:0:24234:0:(service.c:173:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1790740644.977227:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022139648:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790740644.977377:0:24234:0:(service.c:3485:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:1.0:1790740644.977383:0:24234:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:0.0:1790740644.983559:0:24234:0:(service.c:3485:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:0.0:1790740644.983576:0:24234:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:2.0:1790740645.025025:0:24234:0:(service.c:173:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790740645.025716:0:24234:0:(service.c:3485:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1790740645.025783:0:24234:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:2.0:1790740645.029403:0:24234:0:(service.c:3485:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1790740645.029422:0:24234:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:1.0:1790740645.034498:0:24234:0:(service.c:3485:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1790740645.034777:0:24234:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:1.0:1790740645.037005:0:24234:0:(service.c:173:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1790740645.037270:0:24234:0:(service.c:3485:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:1.0:1790740645.037277:0:24234:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:1.0:1790740645.042646:0:24234:0:(service.c:3485:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:1.0:1790740645.042665:0:24234:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:2.0:1790740645.155149:0:24234:0:(service.c:173:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1790740645.155478:0:24234:0:(service.c:3485:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1790740645.155487:0:24234:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:0.0:1790740645.159609:0:24234:0:(service.c:3485:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:0.0:1790740645.159632:0:24234:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:2.0:1790740645.160364:0:24234:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:2.0:1790740645.160402:0:24234:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:2.0:1790740645.160410:0:24234:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.103@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:2.0:1790740645.198845:0:24234:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.103@tcp ctxt 0 is initialized 00000020:01000004:2.0:1790740645.198892:0:24234:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.204.103@tcp, index=0000, flags=0x20002 00000020:01000004:2.0:1790740645.198897:0:24234:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1790740645.198900:0:24234:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1790740645.198901:0:24234:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790740645.198903:0:24234:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790740645.198904:0:24234:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790740645.198910:0:24234:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790740645.198911:0:24234:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1790740645.198913:0:24234:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790740645.198915:0:24234:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1790740645.198919:0:24234:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:2.0:1790740645.198921:0:24234:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1790740645.198922:0:24234:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1790740645.198923:0:24234:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790740645.198924:0:24234:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790740645.198925:0:24234:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790740645.198926:0:24234:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790740645.198927:0:24234:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1790740645.198928:0:24234:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790740645.198929:0:24234:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1790740645.198956:0:24234:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1790740645.198977:0:24234:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c88380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022139776:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1790740645.199340:0:24234:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740645.199391:0:24234:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcad22ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1790740645.199571:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022139776 00000100:00100000:1.0:1790740645.199582:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022139776 00000100:00100000:1.0:1790740645.199654:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1790740645.199675:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd502050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:24234:x1877727022139776:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1790740645.199712:0:22723:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:1.0:1790740645.199716:0:22723:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:1.0:1790740645.199733:0:22723:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:1.0:1790740645.200615:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd502050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:24234:x1877727022139776:12345-0@lo:253:mount.lustre.0 Request processed in 946us (1271us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740645.200625:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1790740645.200958:0:24234:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c88380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022139776:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1790740645.200977:0:24234:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1790740645.200980:0:24234:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1790740645.200982:0:24234:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1790740645.200983:0:24234:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790740645.200985:0:24234:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790740645.200986:0:24234:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790740645.200987:0:24234:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790740645.200988:0:24234:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1790740645.200990:0:24234:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790740645.200991:0:24234:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1790740645.201016:0:24234:0:(tgt_mount.c:101:server_register_mount()) register mount ffff98dcbcc72800 from lustre-OST0000 10000000:01000000:2.0:1790740645.201136:0:24234:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:2.0:1790740645.201140:0:24234:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1790740645.201148:0:24234:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff98db83e98000 local copy 00010000:00010000:2.0:1790740645.201159:0:24234:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcc2174c00/0xb25dda4f4e92f4a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f4a9 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740645.201392:0:24234:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c88380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022139904:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790740645.201435:0:24234:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740645.201528:0:24234:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcad22a900 going to sleep for 11 seconds 00000100:00100000:1.0:1790740645.207440:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022139904 00000100:00100000:1.0:1790740645.207461:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022139904 00000100:00100000:1.0:1790740645.207538:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1790740645.207547:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd500050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:24234:x1877727022139904:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790740645.208013:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd500050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:24234:x1877727022139904:12345-0@lo:501:mount.lustre.0 Request processed in 466us (6575us total) trans 0 rc -2/-2 00000100:00100000:1.0:1790740645.208023:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1790740645.211561:0:24234:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c88380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022139904:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1790740645.211595:0:24234:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.103@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1790740645.211648:0:24234:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.103@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1790740645.211659:0:24234:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcc2174c00/0xb25dda4f4e92f4a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f4a9 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740645.211803:0:24234:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dcc2174c00/0xb25dda4f4e92f4a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f4a9 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790740645.211842:0:24234:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff98dcbcc72800 10000000:01000000:2.0:1790740645.211848:0:24234:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1790740645.211854:0:24234:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1790740645.211856:0:24234:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1790740645.211860:0:24234:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:2.0:1790740645.211864:0:24234:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1790740645.211906:0:24234:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dc80031a00/0xb25dda4f4e92f6f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740645.211915:0:24234:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98dc80031a00/0xb25dda4f4e92f6f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740645.211928:0:24234:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98dc80031a00/0xb25dda4f4e92f6f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740645.211970:0:24234:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c88380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022140032:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1790740645.212957:0:24234:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740645.213124:0:24234:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcad22a900 going to sleep for 11 seconds 00000100:00100000:1.0:1790740645.219050:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022140032 00000100:00100000:1.0:1790740645.219068:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022140032 00000100:00100000:1.0:1790740645.219137:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1790740645.219148:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd501850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+18:24234:x1877727022140032:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790740645.219165:0:22723:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790740645.219197:0:22723:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dcbfc44600/0xb25dda4f4e92f6fc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f6f5 expref: -99 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740645.219226:0:22723:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcbfc44600/0xb25dda4f4e92f6fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f6f5 expref: 19 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740645.219247:0:22723:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dcbfc44600/0xb25dda4f4e92f6fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f6f5 expref: 19 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740645.219257:0:22723:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcbfc44600, rc 0) 00000100:00100000:1.0:1790740645.219353:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd501850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+19:24234:x1877727022140032:12345-0@lo:101:mount.lustre.0 Request processed in 207us (6402us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740645.219361:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1790740645.219581:0:24234:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c88380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022140032:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790740645.219599:0:24234:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98dc80031a00/0xb25dda4f4e92f6f5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f6fc expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740645.219609:0:24234:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98dc80031a00/0xb25dda4f4e92f6f5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f6fc expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1790740645.221510:0:24234:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:3.0:1790740645.222288:0:24234:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790740645.225462:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1790740645.225526:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1790740645.225545:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1790740645.225560:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1790740645.225573:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1790740645.225587:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1790740645.225600:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1790740645.225613:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1790740645.225627:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:2.0:1790740645.225641:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:2.0:1790740645.225656:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:2.0:1790740645.225783:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:2.0:1790740645.225813:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:2.0:1790740645.225819:0:24234:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:2.0:1790740645.225942:0:24234:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022140160:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790740645.226313:0:24234:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740645.226404:0:24234:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcad22af00 going to sleep for 11 seconds 00000100:00100000:1.0:1790740645.226451:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022140160 00000100:00100000:1.0:1790740645.226459:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022140160 00000100:00100000:1.0:1790740645.226554:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1790740645.226565:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd500850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+19:24234:x1877727022140160:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790740645.226741:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd500850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+19:24234:x1877727022140160:12345-0@lo:501:mount.lustre.0 Request processed in 178us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740645.226761:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1790740645.226839:0:24234:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022140160:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790740645.226878:0:24234:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022140288:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790740645.226920:0:24234:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740645.227378:0:24234:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc861c0e40 going to sleep for 11 seconds 00000100:00100000:2.0:1790740645.227465:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022140288 00000100:00100000:2.0:1790740645.227471:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022140288 00000100:00100000:2.0:1790740645.227502:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1790740645.227509:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd501c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+19:24234:x1877727022140288:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790740645.229630:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd501c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+19:24234:x1877727022140288:12345-0@lo:503:mount.lustre.0 Request processed in 2109us (2697us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740645.229648:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1790740645.231273:0:24234:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022140288:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1790740645.232974:0:24234:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1790740645.233147:0:24234:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022140416:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790740645.233248:0:24234:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740645.233338:0:24234:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc861c0e40 going to sleep for 11 seconds 00000100:00100000:1.0:1790740645.233509:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022140416 00000100:00100000:1.0:1790740645.233569:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022140416 00000100:00100000:1.0:1790740645.233763:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1790740645.233773:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd503c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+19:24234:x1877727022140416:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790740645.241595:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd503c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+19:24234:x1877727022140416:12345-0@lo:502:mount.lustre.0 Request processed in 7810us (8343us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740645.241613:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1790740645.243212:0:24234:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022140416:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790740645.243907:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1790740645.243944:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1790740645.243958:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1790740645.243969:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1790740645.243980:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1790740645.243990:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1790740645.244002:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1790740645.244012:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1790740645.244024:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:2.0:1790740645.245137:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:2.0:1790740645.245171:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:2.0:1790740645.245188:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:2.0:1790740645.245293:0:24234:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022140544:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790740645.245626:0:24234:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740645.245801:0:24234:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcad22acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1790740645.245850:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022140544 00000100:00100000:1.0:1790740645.245857:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022140544 00000100:00100000:1.0:1790740645.245966:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1790740645.245976:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd503850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+19:24234:x1877727022140544:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790740645.246133:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd503850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+19:24234:x1877727022140544:12345-0@lo:502:mount.lustre.0 Request processed in 158us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740645.246141:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1790740645.246230:0:24234:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022140544:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1790740645.246299:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:2.0:1790740645.246310:0:24234:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:2.0:1790740645.250204:0:24251:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1790740645.250217:0:24251:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:2.0:1790740645.250224:0:24251:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740645.250227:0:24251:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:2.0:1790740645.250233:0:24251:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1790740645.250285:0:24251:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff98db82abcd40) 00000020:00000080:2.0:1790740645.250315:0:24251:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:2.0:1790740645.250323:0:24251:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1790740645.250415:0:24251:0:(tgt_mount.c:153:server_get_mount()) get mount ffff98dcbcc72800 from lustre-OST0000, refs=2 00080000:01000000:2.0:1790740645.250424:0:24251:0:(osd_handler.c:8931:osd_obd_connect()) connect #1 00000020:00000080:2.0:1790740645.250432:0:24251:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xb25dda4f4e92f70a 00010000:00010000:2.0:1790740645.259291:0:24251:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:2.0:1790740645.261517:0:24251:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:2.0:1790740645.264503:0:24251:0:(osd_handler.c:5587:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1790740645.279892:0:24251:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:2.0:1790740645.279908:0:24251:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790740645.279915:0:24251:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740645.279918:0:24251:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:2.0:1790740645.279921:0:24251:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1790740645.279924:0:24251:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:2.0:1790740645.279926:0:24251:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790740645.279927:0:24251:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1790740645.279940:0:24251:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1790740645.279943:0:24251:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740645.279944:0:24251:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:2.0:1790740645.279947:0:24251:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790740645.279950:0:24251:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740645.279952:0:24251:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:2.0:1790740645.279956:0:24251:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1790740645.279958:0:24251:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1790740645.279960:0:24251:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790740645.279963:0:24251:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740645.279964:0:24251:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:2.0:1790740645.279966:0:24251:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790740645.279969:0:24251:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740645.279970:0:24251:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1790740645.279974:0:24251:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1790740645.280014:0:24251:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790740645.280018:0:24251:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740645.280019:0:24251:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1790740645.280023:0:24251:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:3.0:1790740645.280233:0:24234:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:3.0:1790740645.280300:0:24234:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1790740645.280325:0:24234:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dc80031a00/0xb25dda4f4e92f6f5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f6fc expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740645.280360:0:24234:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dc80031a00/0xb25dda4f4e92f6f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f6fc expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790740645.280369:0:24234:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff98dcbcc72800 from 1 10000000:01000000:3.0:1790740645.280372:0:24234:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1790740645.280412:0:24234:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92f711 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740645.280420:0:24234:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92f711 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740645.280430:0:24234:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92f711 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740645.280457:0:24234:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022140672:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1790740645.280529:0:24234:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740645.280568:0:24234:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc861c0300 going to sleep for 11 seconds 00000100:00100000:0.0:1790740645.280797:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022140672 00000100:00100000:0.0:1790740645.280805:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022140672 00000100:00100000:0.0:1790740645.280868:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1790740645.280879:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd500c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+19:24234:x1877727022140672:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790740645.280897:0:22721:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790740645.280913:0:22721:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98db82343600/0xb25dda4f4e92f718 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f711 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740645.280945:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98db82343600/0xb25dda4f4e92f718 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f711 expref: 20 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740645.280957:0:22721:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98db82343600/0xb25dda4f4e92f718 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f711 expref: 20 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740645.280966:0:22721:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db82343600, rc 0) 00000100:00100000:0.0:1790740645.281026:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd500c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+20:24234:x1877727022140672:12345-0@lo:101:mount.lustre.0 Request processed in 149us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740645.281065:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1790740645.281251:0:24234:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022140672:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790740645.281270:0:24234:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92f711 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f718 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740645.281280:0:24234:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92f711 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f718 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1790740645.285935:0:24234:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1790740645.286330:0:24234:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1790740645.286553:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1790740645.286580:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1790740645.286607:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1790740645.286639:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1790740645.286655:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1790740645.286668:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1790740645.286681:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1790740645.286693:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1790740645.286706:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1790740645.286718:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1790740645.286975:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1790740645.286997:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1790740645.287003:0:24234:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1790740645.287108:0:24234:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022140800:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790740645.287196:0:24234:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740645.287255:0:24234:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc861c0480 going to sleep for 11 seconds 00000100:00100000:1.0:1790740645.287443:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022140800 00000100:00100000:1.0:1790740645.287452:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022140800 00000100:00100000:1.0:1790740645.287514:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1790740645.287523:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd501450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+20:24234:x1877727022140800:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790740645.287667:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd501450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+20:24234:x1877727022140800:12345-0@lo:501:mount.lustre.0 Request processed in 144us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740645.287675:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1790740645.287849:0:24234:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022140800:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790740645.287889:0:24234:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022140928:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790740645.287940:0:24234:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740645.287968:0:24234:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc861c0480 going to sleep for 11 seconds 00000100:00100000:2.0:1790740645.288082:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022140928 00000100:00100000:2.0:1790740645.288087:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022140928 00000100:00100000:2.0:1790740645.288118:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1790740645.288126:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd502850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+20:24234:x1877727022140928:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790740645.288226:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd502850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+20:24234:x1877727022140928:12345-0@lo:503:mount.lustre.0 Request processed in 100us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740645.288233:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1790740645.288533:0:24234:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022140928:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1790740645.289573:0:24234:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1790740645.289652:0:24234:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022141056:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790740645.289879:0:24234:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740645.289927:0:24234:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db82c75600 going to sleep for 11 seconds 00000100:00100000:2.0:1790740645.290182:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022141056 00000100:00100000:2.0:1790740645.290190:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022141056 00000100:00100000:2.0:1790740645.290255:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1790740645.290264:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd500450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+20:24234:x1877727022141056:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790740645.290392:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd500450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+20:24234:x1877727022141056:12345-0@lo:502:mount.lustre.0 Request processed in 130us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740645.290407:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1790740645.290536:0:24234:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022141056:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790740645.290760:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1790740645.290789:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1790740645.290803:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1790740645.290828:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1790740645.290839:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1790740645.290865:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1790740645.290880:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1790740645.290892:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1790740645.290905:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1790740645.290917:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1790740645.290930:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1790740645.290957:0:24234:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022141184:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790740645.291016:0:24234:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740645.291080:0:24234:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db82c75600 going to sleep for 11 seconds 00000100:00100000:1.0:1790740645.291087:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022141184 00000100:00100000:1.0:1790740645.291092:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022141184 00000100:00100000:1.0:1790740645.291129:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1790740645.291137:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd503450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+20:24234:x1877727022141184:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790740645.291225:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd503450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+20:24234:x1877727022141184:12345-0@lo:502:mount.lustre.0 Request processed in 88us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740645.291233:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1790740645.291368:0:24234:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887dc00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022141184:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790740645.291409:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1790740645.291418:0:24234:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1790740645.297408:0:24255:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790740645.297422:0:24255:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740645.297425:0:24255:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1790740645.297432:0:24255:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff98dcbcc72800 00000020:00000080:2.0:1790740645.297436:0:24255:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1790740645.297444:0:24255:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790740645.297447:0:24255:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740645.297449:0:24255:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1790740645.297451:0:24255:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790740645.297454:0:24255:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740645.297455:0:24255:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1790740645.297458:0:24255:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff98dcbcc72800 00000020:00000080:2.0:1790740645.297459:0:24255:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1790740645.300629:0:24255:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790740645.300641:0:24255:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740645.300644:0:24255:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1790740645.300647:0:24255:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790740645.300651:0:24255:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740645.300653:0:24255:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1790740645.300672:0:24255:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff98dcbcc72800 00000020:00000080:2.0:1790740645.300674:0:24255:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1790740645.300729:0:24255:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790740645.300733:0:24255:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740645.300735:0:24255:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1790740645.300738:0:24255:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790740645.300740:0:24255:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740645.300742:0:24255:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1790740645.300746:0:24255:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff98dcbcc72800 00000020:00000080:2.0:1790740645.300748:0:24255:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1790740645.300787:0:24255:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790740645.300790:0:24255:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740645.300805:0:24255:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1790740645.300809:0:24255:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1790740645.301083:0:24234:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1790740645.301118:0:24234:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1790740645.301146:0:24234:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92f711 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f718 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740645.301169:0:24234:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92f711 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f718 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790740645.301232:0:24234:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1790740645.301245:0:24234:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff98dcbcc72800 10000000:01000000:0.0:1790740645.301248:0:24234:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff98dcbcc72800 10000000:01000000:0.0:1790740645.301253:0:24234:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1790740645.301259:0:24234:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff98dcbcc72800 from 1 10000000:01000000:0.0:1790740645.301262:0:24234:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1790740645.301300:0:24234:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98db82342200/0xb25dda4f4e92f71f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740645.301308:0:24234:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98db82342200/0xb25dda4f4e92f71f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740645.301320:0:24234:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98db82342200/0xb25dda4f4e92f71f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740645.301345:0:24234:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d93800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022141312:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1790740645.301440:0:24234:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740645.301483:0:24234:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcad2ad480 going to sleep for 11 seconds 00000100:00100000:3.0:1790740645.301534:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022141312 00000100:00100000:3.0:1790740645.301542:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022141312 00000100:00100000:3.0:1790740645.301601:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1790740645.301612:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd502c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+20:24234:x1877727022141312:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1790740645.301626:0:22721:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790740645.301638:0:22721:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dcb5dc8400/0xb25dda4f4e92f726 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f71f expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740645.301670:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcb5dc8400/0xb25dda4f4e92f726 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f71f expref: 21 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740645.301682:0:22721:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dcb5dc8400/0xb25dda4f4e92f726 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f71f expref: 21 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740645.301690:0:22721:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcb5dc8400, rc 0) 00000100:00100000:3.0:1790740645.301757:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd502c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:24234:x1877727022141312:12345-0@lo:101:mount.lustre.0 Request processed in 147us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740645.301763:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1790740645.302247:0:24234:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d93800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022141312:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790740645.302268:0:24234:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98db82342200/0xb25dda4f4e92f71f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f726 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740645.302279:0:24234:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98db82342200/0xb25dda4f4e92f71f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f726 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1790740645.304392:0:24234:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1790740645.305613:0:24234:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1790740645.306567:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1790740645.306613:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1790740645.306627:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1790740645.306639:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1790740645.306652:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1790740645.306673:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1790740645.306689:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1790740645.306701:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1790740645.306713:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1790740645.307131:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1790740645.307149:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1790740645.307162:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1790740645.307507:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1790740645.307529:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1790740645.307543:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1790740645.307572:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1790740645.307589:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1790740645.307603:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1790740645.307615:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1790740645.307627:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1790740645.307640:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1790740645.307652:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1790740645.307674:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1790740645.307690:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1790740645.307704:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1790740645.307715:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1790740645.309165:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1790740645.309186:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1790740645.309200:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1790740645.309225:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1790740645.309253:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1790740645.309282:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1790740645.309297:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1790740645.309309:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1790740645.309323:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1790740645.309336:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1790740645.309348:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1790740645.309363:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1790740645.309377:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1790740645.309390:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1790740645.309402:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1790740645.309417:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1790740645.309431:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1790740645.309445:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1790740645.309458:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1790740645.309472:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1790740645.309485:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1790740645.309514:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1790740645.309694:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1790740645.309715:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1790740645.309732:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1790740645.309737:0:24234:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1790740645.309878:0:24234:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d93800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022141440:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790740645.309961:0:24234:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740645.310057:0:24234:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcad2ad000 going to sleep for 11 seconds 00000100:00100000:2.0:1790740645.310082:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022141440 00000100:00100000:2.0:1790740645.310090:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022141440 00000100:00100000:2.0:1790740645.310160:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1790740645.310170:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd503050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:24234:x1877727022141440:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790740645.310330:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd503050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:24234:x1877727022141440:12345-0@lo:501:mount.lustre.0 Request processed in 160us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740645.310338:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1790740645.311458:0:24234:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d93800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022141440:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790740645.311632:0:24234:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d93800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022141568:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790740645.311890:0:24234:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740645.311948:0:24234:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcad2ad000 going to sleep for 11 seconds 00000100:00100000:2.0:1790740645.312571:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022141568 00000100:00100000:2.0:1790740645.312582:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022141568 00000100:00100000:2.0:1790740645.312644:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1790740645.312666:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd501050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:24234:x1877727022141568:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790740645.312819:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd501050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:24234:x1877727022141568:12345-0@lo:503:mount.lustre.0 Request processed in 166us (928us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740645.312827:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1790740645.314143:0:24234:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d93800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022141568:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1790740645.315653:0:24234:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1790740645.316157:0:24234:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d93800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022141696:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790740645.316269:0:24234:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740645.316328:0:24234:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcad2ad480 going to sleep for 11 seconds 00000100:00100000:1.0:1790740645.316560:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022141696 00000100:00100000:1.0:1790740645.316569:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022141696 00000100:00100000:1.0:1790740645.316622:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1790740645.316632:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:24234:x1877727022141696:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790740645.316774:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:24234:x1877727022141696:12345-0@lo:502:mount.lustre.0 Request processed in 142us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740645.316782:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1790740645.316841:0:24234:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d93800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022141696:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1790740645.317106:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1790740645.317138:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:1.0:1790740645.317154:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:1.0:1790740645.317166:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:1.0:1790740645.317194:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:1.0:1790740645.317211:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:1.0:1790740645.317227:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:1.0:1790740645.317256:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:1.0:1790740645.317273:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1790740645.317287:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:1.0:1790740645.317299:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:1.0:1790740645.317328:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:1.0:1790740645.317342:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:1.0:1790740645.324951:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:1.0:1790740645.325026:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:1.0:1790740645.325071:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:1.0:1790740645.325086:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:1.0:1790740645.325111:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:1.0:1790740645.325125:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:1.0:1790740645.325139:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:1.0:1790740645.325153:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:1.0:1790740645.325166:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:1.0:1790740645.325194:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:1.0:1790740645.325210:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:1.0:1790740645.325223:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:1.0:1790740645.325248:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:1.0:1790740645.325265:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:1.0:1790740645.325293:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:1.0:1790740645.325307:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:1.0:1790740645.325320:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:1.0:1790740645.325332:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:1.0:1790740645.325345:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:1.0:1790740645.325376:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:1.0:1790740645.325389:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:1.0:1790740645.325403:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:1.0:1790740645.325416:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:1.0:1790740645.325429:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:1.0:1790740645.325444:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:1.0:1790740645.325458:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:1.0:1790740645.325470:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:1.0:1790740645.325482:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:1.0:1790740645.325495:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:1.0:1790740645.325509:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:1.0:1790740645.325537:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:1.0:1790740645.325552:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:1.0:1790740645.325565:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:1.0:1790740645.325577:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:1.0:1790740645.325589:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:1.0:1790740645.325674:0:24234:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022141824:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790740645.325773:0:24234:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740645.325837:0:24234:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc87de3300 going to sleep for 11 seconds 00000100:00100000:2.0:1790740645.327841:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022141824 00000100:00100000:2.0:1790740645.327860:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022141824 00000100:00100000:2.0:1790740645.327942:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1790740645.327955:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:24234:x1877727022141824:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790740645.339815:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:24234:x1877727022141824:12345-0@lo:502:mount.lustre.0 Request processed in 11851us (14031us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740645.339833:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1790740645.339961:0:24234:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022141824:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1790740645.341063:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:1.0:1790740645.341111:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:1.0:1790740645.341161:0:24234:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022141952:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790740645.341247:0:24234:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740645.341288:0:24234:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc87de3300 going to sleep for 11 seconds 00000100:00100000:2.0:1790740645.342080:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022141952 00000100:00100000:2.0:1790740645.342092:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022141952 00000100:00100000:2.0:1790740645.342155:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1790740645.342165:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:24234:x1877727022141952:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790740645.342853:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:24234:x1877727022141952:12345-0@lo:502:mount.lustre.0 Request processed in 687us (1616us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740645.342862:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1790740645.343016:0:24234:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022141952:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1790740645.343141:0:24234:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:1.0:1790740645.343156:0:24234:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1790740645.349132:0:24260:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1790740645.349152:0:24260:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff98db82ab8000) 00000020:00000080:2.0:1790740645.349189:0:24260:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:2.0:1790740645.349280:0:24260:0:(tgt_mount.c:153:server_get_mount()) get mount ffff98dcbcc72800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1790740645.349284:0:24260:0:(tgt_mount.c:187:server_put_mount()) put mount ffff98dcbcc72800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1790740645.349287:0:24260:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98dcbcc72800 3 00010000:00080000:2.0:1790740645.349332:0:24260:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98db8447a800@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.103@tcp at head 00010000:00010000:2.0:1790740645.351004:0:24260:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:2.0:1790740645.359863:0:24260:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:2.0:1790740645.359918:0:24260:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1790740645.359931:0:24260:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xb25dda4f4e92f734 00000100:00080000:2.0:1790740645.359943:0:24260:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790740645.359955:0:24260:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff98db8447a800 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:2.0:1790740645.360003:0:24260:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db82c8b800 x1877727022142080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790740645.360101:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3637:1877727022142080:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1790740645.360185:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1790740645.361305:0:24260:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1790740645.361353:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790740645.361359:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790740645.361363:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790740645.361366:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790740645.361371:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790740645.361375:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790740645.361385:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790740645.361389:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000004:2.0:1790740645.362594:0:24260:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1790740645.362615:0:24260:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff98db82abb380) 00000020:00000080:2.0:1790740645.362640:0:24260:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:2.0:1790740645.363060:0:24260:0:(tgt_mount.c:153:server_get_mount()) get mount ffff98dcbcc72800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1790740645.363065:0:24260:0:(tgt_mount.c:187:server_put_mount()) put mount ffff98dcbcc72800 from lustre-OST0000, refs=3 00000020:01000004:2.0:1790740645.363068:0:24260:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98dcbcc72800 3 00010000:00080000:2.0:1790740645.363101:0:24260:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98dcb812a800@lustre-MDT0001-lwp-OST0000: add connection 192.168.204.103@tcp at head 00000100:00100000:3.0:1790740645.363319:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022142080 00000100:00100000:3.0:1790740645.363330:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022142080 00000100:00100000:3.0:1790740645.363368:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1790740645.363376:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcb5df0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3637:x1877727022142080:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1790740645.363402:0:22730:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 716 last 0 00000020:00000080:3.0:1790740645.363448:0:22730:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xb25dda4f4e92f742 00000004:00100000:3.0:1790740645.363467:0:22730:0:(mdt_handler.c:7299:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1790740645.363499:0:22730:0:(import.c:65:import_set_state_nolock()) ffff98db8235a000 : changing import state from RECOVER to FULL 00010000:00010000:2.0:1790740645.369359:0:24260:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:2.0:1790740645.369613:0:24260:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:2.0:1790740645.369665:0:24260:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1790740645.369678:0:24260:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xb25dda4f4e92f749 00000100:00080000:2.0:1790740645.369688:0:24260:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1790740645.369700:0:24260:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff98dcb812a800 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:2.0:1790740645.369747:0:24260:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db82c89180 x1877727022142208/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790740645.369769:0:24260:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1790740645.369798:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790740645.369803:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790740645.369806:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790740645.369809:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790740645.369812:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790740645.369815:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790740645.369817:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1790740645.372376:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcb5df0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1877727022142080:12345-0@lo:38:llog_process_th.0 Request processed in 8987us (12189us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740645.372391:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:2.0:1790740645.372791:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:3.0:1790740645.373288:0:24260:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:0.0:1790740645.374331:0:24234:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1790740645.374378:0:24234:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1790740645.374398:0:24234:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98db82342200/0xb25dda4f4e92f71f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f726 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740645.374413:0:24234:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98db82342200/0xb25dda4f4e92f71f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f726 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1790740645.376940:0:24234:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1790740645.376947:0:24234:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1790740645.376949:0:24234:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790740645.376950:0:24234:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790740645.376951:0:24234:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790740645.376954:0:24234:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790740645.376955:0:24234:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1790740645.376957:0:24234:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790740645.376959:0:24234:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1790740645.376962:0:24234:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1790740645.376966:0:24234:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1790740645.376967:0:24234:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1790740645.376968:0:24234:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790740645.376969:0:24234:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790740645.376970:0:24234:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790740645.376971:0:24234:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790740645.376972:0:24234:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1790740645.376973:0:24234:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790740645.376974:0:24234:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1790740645.377014:0:24234:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1790740645.377055:0:24234:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d92a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022142336:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1790740645.377160:0:24234:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740645.377219:0:24234:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcad2ad600 going to sleep for 11 seconds 00000100:00100000:3.0:1790740645.377314:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022142336 00000100:00100000:3.0:1790740645.377322:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022142336 00010000:00080000:1.0:1790740645.377323:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98db82c8b800 x1877727022142080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790740655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740645.377337:0:3637:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00100000:3.0:1790740645.377398:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1790740645.377409:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:24234:x1877727022142336:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1790740645.377441:0:22724:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1790740645.377474:0:22724:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00080000:1.0:1790740645.377763:0:3637:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1790740645.377773:0:3637:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1790740645.377781:0:3637:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1790740645.377785:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98db8447a800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1790740645.377794:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3637:1877727022142080:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1790740645.379422:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3637:1877727022142208:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1790740645.379503:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740645.379543:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022142208 00000100:00100000:0.0:1790740645.379551:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022142208 00000100:00100000:0.0:1790740645.379591:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790740645.379599:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83d93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3637:x1877727022142208:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1790740645.379630:0:22729:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 716 last 0 00000020:00000080:0.0:1790740645.379879:0:22729:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xb25dda4f4e92f750 00000004:00100000:0.0:1790740645.379898:0:22729:0:(mdt_handler.c:7299:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1790740645.379935:0:22729:0:(import.c:65:import_set_state_nolock()) ffff98dcb012f800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790740645.379988:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83d93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1877727022142208:12345-0@lo:38:llog_process_th.0 Request processed in 389us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740645.379997:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1790740645.380084:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98db82c89180 x1877727022142208/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790740655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740645.380096:0:3637:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1790740645.380104:0:3637:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1790740645.380112:0:3637:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1790740645.380116:0:3637:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1790740645.380118:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dcb812a800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1790740645.380125:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c89180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3637:1877727022142208:0@lo:38:llog_process_th.0 20000000:01000000:2.0:1790740645.380480:0:22724:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1790740645.380498:0:22724:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:3.0:1790740645.382046:0:22745:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1790740645.382057:0:22745:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1790740645.382092:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff98dcb5dc9600/0xb25dda4f4e92f757 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740645.382112:0:22745:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f6a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f69a expref: 21 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740645.382141:0:22745:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f6af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f6a8 expref: 21 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740645.382150:0:22745:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff98dcb5dc9600/0xb25dda4f4e92f757 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740645.382152:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:24234:x1877727022142336:12345-0@lo:253:mount.lustre.0 Request processed in 4744us (4992us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740645.382165:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00010000:00010000:3.0:1790740645.382192:0:22745:0:(ldlm_lockd.c:966:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f6af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb25dda4f4e92f6a8 expref: 21 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740645.382208:0:22745:0:(ldlm_lockd.c:498:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f6af lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb25dda4f4e92f6a8 expref: 20 pid: 22721 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740645.382227:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887dc00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1877727022142464:0@lo:104: 00000100:00100000:3.0:1790740645.382279:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1790740645.382327:0:22745:0:(ldlm_lockd.c:966:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f6a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb25dda4f4e92f69a expref: 20 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740645.382335:0:22745:0:(ldlm_lockd.c:498:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f6a1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb25dda4f4e92f69a expref: 20 pid: 22723 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740645.382344:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887d500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1877727022142592:0@lo:104: 00000100:00100000:3.0:1790740645.382369:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740645.382386:0:22745:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db82c75480 going to sleep for 11 seconds 00000100:00100000:3.0:1790740645.382415:0:22713:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1790740645.382430:0:22713:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022142464 00000100:00100000:3.0:1790740645.382437:0:22713:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022142464 00000100:00100000:2.0:1790740645.382464:0:22712:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022142592 00000100:00100000:2.0:1790740645.382468:0:22712:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022142592 00000100:00100000:3.0:1790740645.382477:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790740645.382485:0:22713:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+4:22745:x1877727022142464:12345-0@lo:104: 00010000:00010000:3.0:1790740645.382508:0:22713:0:(ldlm_lockd.c:2509:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44a00/0xb25dda4f4e92f6a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f6af expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740645.382571:0:22713:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1790740645.382577:0:22713:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+4:22745:x1877727022142464:12345-0@lo:104: Request processed in 93us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740645.382583:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790740645.382597:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790740645.382602:0:22713:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbfd44450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+3:22745:x1877727022142592:12345-0@lo:104: 00010000:00010000:3.0:1790740645.382611:0:22713:0:(ldlm_lockd.c:2509:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f69a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f6a1 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740645.382645:0:22713:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1790740645.382650:0:22713:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbfd44450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+3:22745:x1877727022142592:12345-0@lo:104: Request processed in 48us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740645.382656:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:3.0:1790740645.382704:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790740645.382711:0:22718:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44a00/0xb25dda4f4e92f6a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f6af expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740645.383566:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790740645.383574:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f69a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f6a1 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740645.383599:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dc80031600 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:1.0:1790740645.383604:0:22717:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f69a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb25dda4f4e92f6a1 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740645.383615:0:22717:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f69a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb25dda4f4e92f6a1 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790740645.383623:0:22717:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f69a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb25dda4f4e92f6a1 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790740645.383629:0:22717:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00100000:0.0:1790740645.384384:0:24234:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d92a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:24234:1877727022142336:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1790740645.384403:0:24234:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1790740645.384417:0:24234:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1790740645.384419:0:24234:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1790740645.384420:0:24234:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790740645.384421:0:24234:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790740645.384423:0:24234:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790740645.384424:0:24234:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790740645.384425:0:24234:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1790740645.384427:0:24234:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790740645.384428:0:24234:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1790740645.384447:0:24234:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:3.0:1790740645.384857:0:22718:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcbfc44a00 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:3.0:1790740645.384865:0:22718:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44a00/0xb25dda4f4e92f6a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb25dda4f4e92f6af expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740645.384876:0:22718:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44a00/0xb25dda4f4e92f6a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb25dda4f4e92f6af expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790740645.384884:0:22718:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44a00/0xb25dda4f4e92f6a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb25dda4f4e92f6af expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790740645.384895:0:22718:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1790740645.384922:0:22718:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44a00/0xb25dda4f4e92f6a8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f6af expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740645.384929:0:22718:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790740645.384952:0:22718:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44a00/0xb25dda4f4e92f6a8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f6af expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740645.384960:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44a00/0xb25dda4f4e92f6a8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f6af expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740645.384972:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740645.384974:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740645.384976:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790740645.384990:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1790740645.385002:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3640:1877727022142720:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790740645.385073:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740645.385513:0:23887:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022142720 00000100:00100000:0.0:1790740645.385521:0:23887:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022142720 00010000:00010000:0.0:1790740645.385550:0:23887:0:(ldlm_lockd.c:2686:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f6af lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f6a8 expref: 21 pid: 22721 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740645.385582:0:23887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1790740645.385590:0:23887:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:3640:x1877727022142720:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790740645.385605:0:23887:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790740645.385609:0:23887:0:(ldlm_lockd.c:1799:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f6af lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f6a8 expref: 21 pid: 22721 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740645.385620:0:23887:0:(ldlm_lockd.c:571:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f6af lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb25dda4f4e92f6a8 expref: 21 pid: 22721 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740645.385638:0:23887:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1790740645.385895:0:22717:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f69a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f6a1 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740645.385903:0:22717:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1790740645.385923:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f69a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f6a1 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740645.385929:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dc80031600/0xb25dda4f4e92f69a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f6a1 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740645.385947:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740645.385949:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740645.385951:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740645.388891:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1790740645.388922:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3639:1877727022142848:0@lo:103:ldlm_bl.0 00000001:00000004:3.0:1790740645.392189:0:24234:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:2.0:1790740645.393612:0:22745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcc2175600/0xb25dda4f4e92f6af lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb25dda4f4e92f6a8 expref: 21 pid: 22721 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740645.393635:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887dc00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1877727022142464:0@lo:104: 00000100:00100000:2.0:1790740645.393649:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887d500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1877727022142592:0@lo:104: 00000100:00100000:0.0:1790740645.394467:0:23887:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+20:3640:x1877727022142720:12345-0@lo:103:ldlm_bl.0 Request processed in 8872us (9387us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740645.394483:0:23887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1790740645.394638:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3640:1877727022142720:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1790740645.395389:0:22745:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff98dcb5dc9600/0xb25dda4f4e92f757 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1790740645.398977:0:24234:0:(ofd_obd.c:541:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:0.0:1790740645.398987:0:24234:0:(lfsck_lib.c:3084:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:0.0:1790740645.399028:0:24234:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1790740645.399133:0:24234:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.103@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1790740645.399158:0:24234:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=49 00000080:00000004:0.0:1790740645.399188:0:24234:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:0.0:1790740645.400092:0:24234:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1790740645.400347:0:24234:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1790740645.410453:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740645.410511:0:22714:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022142848 00000100:00100000:0.0:1790740645.410521:0:22714:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022142848 00010000:00010000:0.0:1790740645.410556:0:22714:0:(ldlm_lockd.c:2686:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f6a1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f69a expref: 20 pid: 22723 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740645.410591:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790740645.410605:0:22714:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcaecf7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+20:3639:x1877727022142848:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790740645.410621:0:22714:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790740645.410627:0:22714:0:(ldlm_lockd.c:1799:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f6a1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f69a expref: 20 pid: 22723 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740645.410640:0:22714:0:(ldlm_lockd.c:571:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f6a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb25dda4f4e92f69a expref: 20 pid: 22723 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740645.413972:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f6a1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb25dda4f4e92f69a expref: 20 pid: 22723 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740645.414011:0:22714:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff98dcb5dc9600/0xb25dda4f4e92f757 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740645.414020:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcb5dc9600/0xb25dda4f4e92f757 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1790740645.414060:0:22714:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.032003930s 00010000:00010000:0.0:1790740645.414067:0:22714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98dcb5dc9600/0xb25dda4f4e92f757 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740645.414093:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98dcb5dc9600/0xb25dda4f4e92f757 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740645.414100:0:22714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff98dcb5dc9600/0xb25dda4f4e92f757 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740645.414108:0:22714:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff98dcb5dc9600/0xb25dda4f4e92f757 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740645.414114:0:22714:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc9600 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:0.0:1790740645.414119:0:22714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff98dcb5dc9600/0xb25dda4f4e92f757 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740645.414127:0:22714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff98dcb5dc9600/0xb25dda4f4e92f757 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740645.414157:0:22714:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff98dcb5dc9600/0xb25dda4f4e92f757 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740645.414170:0:22714:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790740645.414263:0:22714:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcaecf7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+19:3639:x1877727022142848:12345-0@lo:103:ldlm_bl.0 Request processed in 3661us (3814us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740645.414274:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1790740645.414359:0:22745:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff98dcb5dc9600/0xb25dda4f4e92f757 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740645.414367:0:22745:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff98dcb5dc9600/0xb25dda4f4e92f757 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740645.414374:0:22745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcb5dc9600/0xb25dda4f4e92f757 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740645.414435:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3639:1877727022142848:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1790740645.483396:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1790740646.375607:0:24313:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1790740646.375905:0:24313:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1790740646.509889:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1790740646.635739:0:22726:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1790740646.635748:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff98dcbc1fb800 from 13 10000000:01000000:1.0:1790740646.635754:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1790740646.635960:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45800/0xb25dda4f4e92f75e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740646.635975:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45800/0xb25dda4f4e92f75e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740646.635988:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45800/0xb25dda4f4e92f75e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740646.636017:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022142976:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1790740646.636107:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740646.636137:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022142976 00000100:00100000:3.0:1790740646.636146:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022142976 00000100:00100000:1.0:1790740646.636149:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc87de3cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1790740646.636197:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1790740646.636205:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+19:22726:x1877727022142976:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790740646.636230:0:22721:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790740646.636242:0:22721:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dcb5dc8a00/0xb25dda4f4e92f765 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f75e expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740646.636265:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcb5dc8a00/0xb25dda4f4e92f765 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f75e expref: 20 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740646.636283:0:22721:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dcb5dc8a00/0xb25dda4f4e92f765 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f75e expref: 20 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740646.636293:0:22721:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcb5dc8a00, rc 0) 00000100:00100000:3.0:1790740646.636336:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+20:22726:x1877727022142976:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740646.636343:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1790740646.636393:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022142976:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790740646.636407:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45800/0xb25dda4f4e92f75e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f765 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740646.636415:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45800/0xb25dda4f4e92f75e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f765 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740646.636461:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022143104:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1790740646.636491:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740646.636505:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc86af1000 going to sleep for 11 seconds 00000100:00100000:3.0:1790740646.637229:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022143104 00000100:00100000:3.0:1790740646.637236:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022143104 00000100:00100000:3.0:1790740646.637274:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1790740646.637282:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+20:22726:x1877727022143104:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1790740646.637298:0:22724:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1790740646.637315:0:22724:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1790740646.637319:0:22724:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1790740646.637405:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+20:22726:x1877727022143104:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 123us (912us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740646.637420:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1790740646.646166:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022143104:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1790740646.646268:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1790740646.646280:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45800/0xb25dda4f4e92f75e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f765 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740646.646292:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45800/0xb25dda4f4e92f75e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f765 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790740646.646303:0:22726:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1790740646.646306:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff98dcbb7c0000 from 13 10000000:01000000:3.0:1790740646.646308:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1790740646.646344:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92f76c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740646.646352:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92f76c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740646.646362:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92f76c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740646.646383:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022143232:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1790740646.646445:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740646.646482:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc86af1000 going to sleep for 11 seconds 00000100:00100000:3.0:1790740646.646501:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022143232 00000100:00100000:3.0:1790740646.646507:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022143232 00000100:00100000:3.0:1790740646.646555:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1790740646.646565:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+20:22726:x1877727022143232:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790740646.646590:0:22723:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790740646.646603:0:22723:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dcb5dc9e00/0xb25dda4f4e92f773 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f76c expref: -99 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740646.646626:0:22723:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcb5dc9e00/0xb25dda4f4e92f773 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f76c expref: 21 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740646.646636:0:22723:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dcb5dc9e00/0xb25dda4f4e92f773 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f76c expref: 21 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740646.646644:0:22723:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcb5dc9e00, rc 0) 00000100:00100000:3.0:1790740646.646683:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:22726:x1877727022143232:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740646.646691:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1790740646.646732:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022143232:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790740646.646744:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92f76c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f773 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740646.646755:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92f76c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f773 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740646.646794:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022143360:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1790740646.646824:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740646.646837:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc86af1000 going to sleep for 11 seconds 00000100:00100000:3.0:1790740646.646850:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022143360 00000100:00100000:3.0:1790740646.646854:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022143360 00000100:00100000:3.0:1790740646.646876:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1790740646.646882:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:22726:x1877727022143360:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1790740646.646900:0:22721:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1790740646.646914:0:22721:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1790740646.646917:0:22721:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1790740646.646987:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:22726:x1877727022143360:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 104us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740646.646993:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1790740646.649289:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022143360:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1790740646.649371:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1790740646.649381:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92f76c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f773 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740646.649391:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92f76c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f773 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740647.531221:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740648.554250:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740649.578830:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790740650.094305:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022143488:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1790740650.094386:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740650.094459:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022143488 00000100:00100000:0.0:1790740650.094466:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022143488 00000100:00100000:0.0:1790740650.094501:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1790740650.094509:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83d92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022143488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1790740650.094541:0:22734:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1790740650.094592:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83d92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022143488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740650.094599:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1790740650.094642:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022143488:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790740650.094801:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1790740650.094812:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022143616:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790740650.094845:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740650.094938:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022143616 00000100:00100000:0.0:1790740650.094943:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022143616 00000100:00100000:0.0:1790740650.094976:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1790740650.094983:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcb5df1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022143616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1790740650.095002:0:22734:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1790740650.095070:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcb5df1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022143616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740650.095077:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1790740650.095307:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022143616:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1790740650.602228:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:1.0:1790740650.602385:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3641:1877727022143744:0@lo:400:kworker.0 00000100:00100000:1.0:1790740650.602471:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740650.602537:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022143744 00000100:00100000:1.0:1790740650.602546:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022143744 00000100:00100000:1.0:1790740650.602598:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1790740650.602608:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:3641:x1877727022143744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740650.602664:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:3641:x1877727022143744:12345-0@lo:400:kworker.0 Request processed in 57us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740650.602670:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1790740650.602718:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3641:1877727022143744:0@lo:400:kworker.0 00000100:00080000:2.0:1790740650.602760:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790740650.602765:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790740650.602828:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790740650.602866:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790740650.602870:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1790740650.602882:0:15342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790740650.602885:0:15342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1790740650.602958:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1877727022144128:0@lo:400:kworker.0 00000100:00100000:2.0:1790740650.602995:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740650.603017:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1790740650.603022:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1877727022144256:0@lo:400:kworker.0 00000100:00100000:2.0:1790740650.603073:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740650.603096:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1877727022144000:0@lo:400:kworker.0 00000100:00100000:2.0:1790740650.603118:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740650.603147:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1790740650.603153:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1877727022143872:0@lo:400:kworker.0 00000100:00100000:2.0:1790740650.603175:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740650.604363:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022144128 00000100:00100000:2.0:1790740650.604374:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022144128 00000100:00100000:2.0:1790740650.604418:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022144256 00000100:00100000:2.0:1790740650.604421:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022144256 00000100:00100000:2.0:1790740650.604432:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022144000 00000100:00100000:2.0:1790740650.604434:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022144000 00000100:00100000:2.0:1790740650.604444:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022143872 00000100:00100000:2.0:1790740650.604446:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022143872 00000100:00100000:2.0:1790740650.604459:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790740650.604467:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1877727022144128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740650.604538:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1877727022144128:12345-0@lo:400:kworker.0 Request processed in 72us (1542us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740650.604545:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1790740650.604562:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1790740650.604568:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1877727022144256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740650.604605:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1877727022144256:12345-0@lo:400:kworker.0 Request processed in 38us (1531us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740650.604612:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1790740650.604625:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1790740650.604631:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1877727022144000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740650.604663:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1877727022144000:12345-0@lo:400:kworker.0 Request processed in 33us (1544us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740650.604668:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1790740650.604678:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1790740650.604684:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1877727022143872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740650.604730:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1877727022143872:12345-0@lo:400:kworker.0 Request processed in 47us (1555us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740650.604738:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00080000:2.0:1790740650.604782:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98db82c8ad80 x1877727022144256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740666 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790740650.604798:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1877727022144256:0@lo:400:kworker.0 00010000:00080000:2.0:1790740650.604811:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98db82c8b100 x1877727022144128/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740666 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790740650.604818:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1877727022144128:0@lo:400:kworker.0 00010000:00080000:2.0:1790740650.604874:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98db82c88e00 x1877727022143872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740666 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790740650.604884:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1877727022143872:0@lo:400:kworker.0 00010000:00080000:2.0:1790740650.604894:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98db82c88700 x1877727022144000/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740666 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790740650.604909:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1877727022144000:0@lo:400:kworker.0 00010000:00010000:1.0:1790740650.605790:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1790740650.605822:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1790740650.605827:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:3.0:1790740651.182091:0:23487:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1790740651.626211:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1790740652.218466:0:24604:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg403-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1790740652.650366:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1790740653.139653:0:24656:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1790740653.140239:0:24656:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1790740653.674155:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1790740654.081228:0:24706:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1790740654.082231:0:24706:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:2.0:1790740654.189019:0:22765:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1790740654.636478:0:3637:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790740639/real 1790740639] req@ffff98dcb5df0000 x1877727022138368/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790740654 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740654.636592:0:3637:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98dcb5df0000 x1877727022138368/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790740654 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740654.636603:0:3637:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790740639/real 1790740639] req@ffff98dcb5df0700 x1877727022138496/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790740654 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740654.636614:0:3637:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98dcb5df0700 x1877727022138496/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790740654 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1790740654.636634:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dcb812d000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1790740654.636748:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1790740654.636754:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022138368:0@lo:8:kworker.0 00000100:00080000:3.0:1790740654.636760:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dc897af000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790740654.645088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790740654.645096:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790740654.645112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790740654.645116:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790740654.645142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790740654.645145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1790740654.645149:0:37:0:(import.c:65:import_set_state_nolock()) ffff98dcb812d000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790740654.645157:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 711 00000100:00080000:0.0:1790740654.645162:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1790740654.645174:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff98dcb812d000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:0.0:1790740654.645194:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db83d91880 x1877727022144896/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790740654.645206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790740654.645209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1790740654.645210:0:37:0:(import.c:65:import_set_state_nolock()) ffff98dc897af000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1790740654.645214:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 711 00000100:00080000:0.0:1790740654.645216:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1790740654.645221:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff98dc897af000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:0.0:1790740654.645231:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db83d93480 x1877727022145024/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1790740654.645280:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022144512:0@lo:400:kworker.0 00000100:00100000:0.0:1790740654.645345:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740654.645400:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1877727022145280:0@lo:400:kworker.0 00000100:00100000:0.0:1790740654.645427:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740654.645451:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1790740654.645456:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3639:1877727022144384:0@lo:400:kworker.0 00000100:00100000:0.0:1790740654.645504:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740654.645528:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1877727022145152:0@lo:400:kworker.0 00000100:00100000:0.0:1790740654.645548:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740654.645574:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1877727022144640:0@lo:400:kworker.0 00000100:00100000:0.0:1790740654.645597:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740654.645614:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1877727022145408:0@lo:400:kworker.0 00000100:00100000:0.0:1790740654.645634:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740654.645646:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1790740654.645650:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022144768:0@lo:400:kworker.0 00000100:00100000:0.0:1790740654.645671:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740654.645698:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022144512 00000100:00100000:0.0:1790740654.645705:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022144512 00000100:00100000:0.0:1790740654.645739:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022144768 00000100:00100000:0.0:1790740654.645742:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022144768 00000100:00100000:0.0:1790740654.645758:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1790740654.645766:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022144512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740654.645823:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83dc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022144512:12345-0@lo:400:kworker.0 Request processed in 56us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740654.645830:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1790740654.645849:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1790740654.645866:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83dc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022144768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740654.645900:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83dc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022144768:12345-0@lo:400:kworker.0 Request processed in 35us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740654.645906:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1790740654.645924:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022145280 00000100:00100000:0.0:1790740654.645928:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022145280 00000100:00100000:0.0:1790740654.645962:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022145152 00000100:00100000:0.0:1790740654.645966:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022145152 00000100:00100000:0.0:1790740654.645976:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022144640 00000100:00100000:0.0:1790740654.645979:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022144640 00000100:00100000:0.0:1790740654.645988:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022145408 00000100:00100000:0.0:1790740654.645990:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022145408 00000100:00100000:0.0:1790740654.646003:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790740654.646008:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83dc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1877727022145280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740654.646071:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83dc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1877727022145280:12345-0@lo:400:kworker.0 Request processed in 62us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740654.646077:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790740654.646090:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1790740654.646096:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83dc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1877727022145152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740654.646122:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83dc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1877727022145152:12345-0@lo:400:kworker.0 Request processed in 28us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740654.646128:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1790740654.646138:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1790740654.646143:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83dc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1877727022144640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740654.646166:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83dc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1877727022144640:12345-0@lo:400:kworker.0 Request processed in 23us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740654.646171:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1790740654.646181:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1790740654.646186:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83dc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1877727022145408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740654.646208:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83dc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1877727022145408:12345-0@lo:400:kworker.0 Request processed in 23us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740654.646213:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1790740654.646257:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022144768:0@lo:400:kworker.0 00010000:00080000:0.0:1790740654.646278:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98db83d92300 x1877727022144640/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740670 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740654.646288:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d92300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1877727022144640:0@lo:400:kworker.0 00010000:00080000:0.0:1790740654.646298:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98db83dc5880 x1877727022145408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740670 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740654.646306:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83dc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1877727022145408:0@lo:400:kworker.0 00010000:00080000:0.0:1790740654.646335:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98db83d91f80 x1877727022145152/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740670 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740654.646342:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1877727022145152:0@lo:400:kworker.0 00000100:00100000:0.0:1790740654.646351:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022144512:0@lo:400:kworker.0 00010000:00080000:0.0:1790740654.646359:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98db83d91500 x1877727022145280/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740670 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740654.646366:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1877727022145280:0@lo:400:kworker.0 00000100:00100000:2.0:1790740654.647517:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022144384 00000100:00100000:2.0:1790740654.647527:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022144384 00000100:00100000:2.0:1790740654.647565:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1790740654.647572:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:3639:x1877727022144384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740654.647629:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:3639:x1877727022144384:12345-0@lo:400:kworker.0 Request processed in 58us (2125us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740654.647635:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00080000:1.0:1790740654.654831:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1790740654.654842:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1790740654.659562:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3639:1877727022144384:0@lo:400:kworker.0 00000100:00080000:3.0:1790740654.661169:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1790740654.661178:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022138496:0@lo:8:kworker.0 00000100:00100000:3.0:1790740654.661213:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022144896:0@lo:8:kworker.0 00000100:00100000:3.0:1790740654.661287:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740654.661535:0:24239:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022144896 00000100:00100000:1.0:1790740654.661544:0:24239:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022144896 00000100:00100000:1.0:1790740654.661576:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1790740654.661582:0:24239:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3637:x1877727022144896:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1790740654.661614:0:24239:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 725 last 0 00000020:00000080:1.0:1790740654.661645:0:24239:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb25dda4f4e92f77a 00002000:00100000:1.0:1790740654.661659:0:24239:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff98dc85fb3800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113b03 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:1.0:1790740654.661663:0:24239:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:1.0:1790740654.661666:0:24239:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1790740654.661859:0:24239:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:1.0:1790740654.661885:0:24239:0:(import.c:65:import_set_state_nolock()) ffff98dc85fb1000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1790740654.661936:0:24239:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1877727022144896:12345-0@lo:8:kworker.0 Request processed in 353us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740654.661944:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:0.0:1790740654.662050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790740654.662064:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1790740654.662067:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1790740654.662070:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00080000:3.0:1790740654.667076:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98db83d91880 x1877727022144896/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1790740674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740654.667092:0:3637:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1790740654.667102:0:3637:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1790740654.667110:0:3637:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1790740654.667116:0:3637:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1790740654.667119:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dcb812d000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1790740654.667131:0:3637:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1790740654.667137:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022144896:0@lo:8:kworker.0 00000100:00100000:3.0:1790740654.667146:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022145024:0@lo:8:kworker.0 00000100:00100000:3.0:1790740654.667206:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1790740654.667656:0:23473:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:1.0:1790740654.667677:0:23473:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23473:1877727022145664:0@lo:7:osp-pre-0-1.0 00000100:00100000:1.0:1790740654.667717:0:23473:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740654.667736:0:23473:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb01f73c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790740654.667758:0:24241:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022145024 00000100:00100000:1.0:1790740654.667764:0:24241:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022145024 00000100:00100000:1.0:1790740654.667790:0:24241:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022145664 00000100:00100000:1.0:1790740654.667794:0:24241:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022145664 00000100:00100000:1.0:1790740654.667839:0:24241:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790740654.667846:0:24241:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3637:x1877727022145024:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1790740654.667864:0:24241:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1790740654.674080:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022145536:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1790740654.674160:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1790740654.674857:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:0.0:1790740654.678129:0:23472:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1790740654.678239:0:23472:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 725964207601ns, next at 0ns, rc = 0 00080000:00080000:0.0:1790740654.678248:0:23472:0:(osd_handler.c:2856:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:0.0:1790740654.682637:0:24242:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022145536 00000100:00100000:0.0:1790740654.682654:0:24242:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022145536 00000004:00080000:2.0:1790740654.682973:0:23464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:0.0:1790740654.685879:0:24242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1790740654.685898:0:24242:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3641:x1877727022145536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1790740654.685931:0:24242:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1790740654.686027:0:24242:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3641:x1877727022145536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 137us (11867us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740654.686049:0:24242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1790740654.690187:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98dcb5df0380 x1877727022145536/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790740670 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790740654.690213:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022145536:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1790740654.698253:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740654.716373:0:24241:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3637:x1877727022145024:12345-0@lo:8:kworker.0 Request processed in 48519us (49159us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790740654.716388:0:24241:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:1.0:1790740654.716444:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dc897af000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790740654.716449:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1790740654.716453:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022145024:0@lo:8:kworker.0 00000100:00100000:1.0:1790740654.716486:0:24241:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1790740654.716498:0:24241:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcb5df2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23473:x1877727022145664:12345-0@lo:7:osp-pre-0-1.0 00002000:00080000:1.0:1790740654.730216:0:24241:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:1.0:1790740654.730227:0:24241:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1790740654.730323:0:24241:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcb5df2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23473:x1877727022145664:12345-0@lo:7:osp-pre-0-1.0 Request processed in 13826us (62601us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740654.730333:0:24241:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1790740654.730591:0:23473:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98dcb5df1c00 x1877727022145664/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1790740670 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740654.730616:0:23473:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df1c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23473:1877727022145664:0@lo:7:osp-pre-0-1.0 00000004:00080000:0.0:1790740654.730630:0:23473:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:0.0:1790740654.730670:0:23473:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83dc5880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23473:1877727022145792:0@lo:5:osp-pre-0-1.0 00000100:00100000:0.0:1790740654.730717:0:23473:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740654.730737:0:23473:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dca0438180 going to sleep for 11 seconds 00000100:00100000:1.0:1790740654.732976:0:24239:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022145792 00000100:00100000:1.0:1790740654.732995:0:24239:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022145792 00000100:00100000:1.0:1790740654.733093:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1790740654.733105:0:24239:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83dc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23473:x1877727022145792:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1790740654.733139:0:24239:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1790740654.733219:0:24239:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83dc4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23473:x1877727022145792:12345-0@lo:5:osp-pre-0-1.0 Request processed in 117us (2502us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740654.733227:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1790740654.735509:0:23473:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98db83dc5880 x1877727022145792/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1790740670 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790740654.735526:0:23473:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83dc5880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23473:1877727022145792:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1790740654.735540:0:23473:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1790740654.735585:0:23473:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c88700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23473:1877727022145920:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1790740654.735638:0:23473:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740654.735675:0:23473:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc86fb9540 going to sleep for 11 seconds 00000100:00100000:2.0:1790740654.735697:0:24241:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022145920 00000100:00100000:2.0:1790740654.735702:0:24241:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022145920 00000100:00100000:2.0:1790740654.735749:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1790740654.735815:0:24239:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23473:x1877727022145920:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1790740654.735859:0:24239:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000001:00080000:0.0:1790740654.763739:0:24235:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:0.0:1790740654.763754:0:24235:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:2.0:1790740654.763977:0:24239:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:23473:x1877727022145920:12345-0@lo:5:osp-pre-0-1.0 Request processed in 28217us (28335us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1790740654.763988:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1790740654.765083:0:23473:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98db82c88700 x1877727022145920/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1790740670 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740654.765100:0:23473:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1790740654.765107:0:23473:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c88700 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23473:1877727022145920:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1790740654.765124:0:23473:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:0.0:1790740654.765184:0:23473:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83dc5c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23473:1877727022146048:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1790740654.765253:0:23473:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740654.765285:0:23473:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dca0438180 going to sleep for 11 seconds 00000100:00100000:2.0:1790740654.765392:0:22741:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022146048 00000100:00100000:2.0:1790740654.765399:0:22741:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022146048 00000100:00100000:2.0:1790740654.765455:0:22741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1790740654.765464:0:22741:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83dc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23473:x1877727022146048:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1790740654.765522:0:22741:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83dc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23473:x1877727022146048:12345-0@lo:900:osp-pre-0-1.0 Request processed in 59us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740654.765530:0:22741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1790740654.765640:0:23473:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98db83dc5c00 x1877727022146048/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1790740670 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740654.765661:0:23473:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83dc5c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23473:1877727022146048:0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1790740655.210908:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1790740655.210932:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022146176:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790740655.211001:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740655.211188:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022146176 00000100:00100000:3.0:1790740655.211196:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022146176 00000100:00100000:3.0:1790740655.211266:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1790740655.211275:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022146176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1790740655.211315:0:22734:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1790740655.211364:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022146176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740655.211370:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1790740655.211413:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022146176:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790740655.213390:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022146304:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1790740655.213451:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740655.216492:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022146304 00000100:00100000:1.0:1790740655.216506:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022146304 00000100:00100000:1.0:1790740655.216565:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1790740655.216574:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83dc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022146304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1790740655.216611:0:22734:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1790740655.222335:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83dc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022146304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 5751us (8872us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740655.222351:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1790740655.223619:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022146304:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1790740655.728743:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740656.748413:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740657.771196:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740657.771380:0:3637:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790740637/real 1790740637] req@ffff98db82c89500 x1877727022136448/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790740657 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740657.771407:0:3637:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98db82c89500 x1877727022136448/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790740657 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740657.771416:0:3637:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1790740637/real 1790740637] req@ffff98db82c88a80 x1877727022136576/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790740657 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740657.771440:0:3637:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98db82c88a80 x1877727022136576/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1790740657 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1790740657.771458:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dcb5cb7000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790740657.771477:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1790740657.771480:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022136448:0@lo:8:kworker.0 00000100:00080000:1.0:1790740657.771487:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dcb5f18000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790740657.771492:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1790740657.771509:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022136576:0@lo:8:kworker.0 00000100:00100000:2.0:1790740657.771652:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1790740657.771665:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3641:1877727022146432:0@lo:400:kworker.0 00000100:00100000:2.0:1790740657.771734:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1790740657.771787:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790740657.771791:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1790740657.771794:0:37:0:(import.c:65:import_set_state_nolock()) ffff98dcb5cb7000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1790740657.771799:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 709 00000100:00080000:2.0:1790740657.771805:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1790740657.771816:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff98dcb5cb7000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:2.0:1790740657.771825:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022146560:0@lo:400:kworker.0 00000100:00100000:2.0:1790740657.771861:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740657.771906:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db82c88380 x1877727022146688/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790740657.771919:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790740657.771922:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1790740657.771924:0:37:0:(import.c:65:import_set_state_nolock()) ffff98dcb5f18000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1790740657.771927:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 709 00000100:00080000:2.0:1790740657.771930:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1790740657.771935:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff98dcb5f18000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:2.0:1790740657.771945:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db82c89880 x1877727022146816/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1790740657.771976:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1877727022146944:0@lo:400:kworker.0 00000100:00100000:2.0:1790740657.772018:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740657.772078:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1790740657.772084:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022147072:0@lo:400:kworker.0 00000100:00100000:2.0:1790740657.772106:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1790740657.772145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790740657.772148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1790740657.772150:0:37:0:(import.c:65:import_set_state_nolock()) ffff98dc897af000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1790740657.772154:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 725 00000100:00080000:2.0:1790740657.772157:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1790740657.772161:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff98dc897af000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:2.0:1790740657.772167:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1790740657.772173:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022147200:0@lo:400:kworker.0 00000100:00100000:2.0:1790740657.772199:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740657.772249:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98dcaefdad80 x1877727022147328/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1790740657.772275:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1877727022147456:0@lo:400:kworker.0 00000100:00100000:2.0:1790740657.772300:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740657.772337:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1877727022147584:0@lo:400:kworker.0 00000100:00100000:2.0:1790740657.772358:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740657.772394:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1790740657.772399:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1877727022147712:0@lo:400:kworker.0 00000100:00100000:2.0:1790740657.772433:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740657.773498:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022146560 00000100:00100000:3.0:1790740657.773508:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022146560 00000100:00100000:3.0:1790740657.773541:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022147072 00000100:00100000:3.0:1790740657.773544:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022147072 00000100:00100000:3.0:1790740657.773561:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1790740657.773569:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1877727022146560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740657.773644:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1877727022146560:12345-0@lo:400:kworker.0 Request processed in 75us (1781us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740657.773652:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1790740657.773672:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1790740657.773678:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcaefd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022147072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740657.773711:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcaefd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022147072:12345-0@lo:400:kworker.0 Request processed in 34us (1604us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740657.773718:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1790740657.773781:0:24240:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022147200 00000100:00100000:3.0:1790740657.773785:0:24240:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022147200 00000100:00100000:3.0:1790740657.773816:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790740657.773823:0:24240:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcaefdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022147200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740657.773854:0:24240:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcaefdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022147200:12345-0@lo:400:kworker.0 Request processed in 32us (1655us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740657.773875:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1790740657.773894:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022146944 00000100:00100000:3.0:1790740657.773899:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022146944 00000100:00100000:3.0:1790740657.773917:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022147456 00000100:00100000:3.0:1790740657.773921:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022147456 00000100:00100000:3.0:1790740657.773931:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022147584 00000100:00100000:3.0:1790740657.773933:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022147584 00000100:00100000:3.0:1790740657.773946:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022147712 00000100:00100000:3.0:1790740657.773948:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022147712 00000100:00100000:3.0:1790740657.773961:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1790740657.773967:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1877727022146944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740657.774013:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1877727022146944:12345-0@lo:400:kworker.0 Request processed in 45us (1994us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740657.774020:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1790740657.774054:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790740657.774060:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcaefd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1877727022147456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740657.774089:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcaefd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1877727022147456:12345-0@lo:400:kworker.0 Request processed in 30us (1788us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740657.774095:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790740657.774106:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1790740657.774112:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcaefdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1877727022147584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740657.774139:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcaefdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1877727022147584:12345-0@lo:400:kworker.0 Request processed in 27us (1779us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740657.774145:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1790740657.774156:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1790740657.774161:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcaefda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1877727022147712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740657.774199:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcaefda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1877727022147712:12345-0@lo:400:kworker.0 Request processed in 37us (1778us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740657.774205:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1790740657.774439:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022146432 00000100:00100000:1.0:1790740657.774445:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022146432 00000100:00100000:1.0:1790740657.774481:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1790740657.774488:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:3641:x1877727022146432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740657.774523:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:3641:x1877727022146432:12345-0@lo:400:kworker.0 Request processed in 35us (2789us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740657.774529:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1790740657.774584:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022146688:0@lo:8:kworker.0 00000100:00100000:1.0:1790740657.774614:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740657.774633:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022146816:0@lo:8:kworker.0 00000100:00100000:1.0:1790740657.774652:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740657.774667:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022147328:0@lo:8:kworker.0 00000100:00100000:1.0:1790740657.774687:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740657.774711:0:24240:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022146688 00000100:00100000:1.0:1790740657.774715:0:24240:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022146688 00000100:00100000:1.0:1790740657.774724:0:24240:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022146816 00000100:00100000:1.0:1790740657.774726:0:24240:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022146816 00000100:00100000:1.0:1790740657.774732:0:24240:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022147328 00000100:00100000:1.0:1790740657.774734:0:24240:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022147328 00000100:00100000:1.0:1790740657.774743:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1790740657.774747:0:24240:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcb5df1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3637:x1877727022146688:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1790740657.774776:0:24240:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 729 last 0 00000020:00000080:1.0:1790740657.774823:0:24240:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb25dda4f4e92f781 00002000:00100000:1.0:1790740657.774838:0:24240:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff98dcb01ff800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113b03 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1790740657.774842:0:24240:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1790740657.774852:0:24240:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1790740657.774927:0:24240:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1790740657.774950:0:24240:0:(import.c:65:import_set_state_nolock()) ffff98dcb01fa800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1790740657.774988:0:24240:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcb5df1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3637:x1877727022146688:12345-0@lo:8:kworker.0 Request processed in 239us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740657.775009:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1790740657.775023:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1790740657.775028:0:24240:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcb5df1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3637:x1877727022146816:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1790740657.775054:0:24240:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1790740657.775079:0:24240:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcb5df1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3637:x1877727022146816:12345-0@lo:8:kworker.0 Request processed in 51us (426us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790740657.775086:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1790740657.775097:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1790740657.775101:0:24240:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcb5df1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3637:x1877727022147328:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1790740657.775110:0:24240:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1790740657.775132:0:24240:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcb5df1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3637:x1877727022147328:12345-0@lo:8:kworker.0 Request processed in 30us (444us total) trans 0 rc -19/-19 00000100:00100000:1.0:1790740657.775138:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:1.0:1790740657.775262:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98db82c88380 x1877727022146688/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1790740682 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740657.775273:0:3637:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1790740657.775281:0:3637:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1790740657.775288:0:3637:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1790740657.775293:0:3637:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1790740657.775296:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dcb5cb7000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1790740657.776336:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1790740657.776343:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1790740657.776346:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1790740657.776390:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98dcaefdb800 x1877727022147712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790740657.776403:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1877727022147712:0@lo:400:kworker.0 00010000:00080000:2.0:1790740657.776414:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98dcaefd9180 x1877727022147584/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790740657.776435:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1877727022147584:0@lo:400:kworker.0 00000100:00100000:2.0:1790740657.776448:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022147072:0@lo:400:kworker.0 00010000:00080000:2.0:1790740657.776459:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98db82c88a80 x1877727022146944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790740657.776468:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1877727022146944:0@lo:400:kworker.0 00010000:00080000:2.0:1790740657.776510:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98dcaefd9c00 x1877727022147456/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790740657.776540:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1877727022147456:0@lo:400:kworker.0 00010000:00080000:2.0:1790740657.776553:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98dcaefd9880 x1877727022147200/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1790740673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1790740657.776562:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022147200:0@lo:400:kworker.0 00000100:00100000:2.0:1790740657.776573:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022146560:0@lo:400:kworker.0 00000100:00100000:2.0:1790740657.776583:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3641:1877727022146432:0@lo:400:kworker.0 00000004:00080000:1.0:1790740657.777533:0:3637:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1790740657.777554:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022146688:0@lo:8:kworker.0 00000100:00080000:1.0:1790740657.777581:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dcb5f18000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790740657.777586:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1790740657.777590:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022146816:0@lo:8:kworker.0 00000100:00080000:1.0:1790740657.777601:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dc897af000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1790740657.777605:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1790740657.777607:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022147328:0@lo:8:kworker.0 00000004:00080000:3.0:1790740657.778410:0:22753:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1790740657.778523:0:22753:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 729064491120ns, next at 0ns, rc = 0 00080000:00080000:3.0:1790740657.778530:0:22753:0:(osd_handler.c:2856:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1790740657.779189:0:22754:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x6:0x0] 00000100:00100000:3.0:1790740657.779215:0:22754:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22754:1877727022147968:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1790740657.779296:0:22754:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740657.779325:0:22754:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc985da6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790740657.779341:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1790740657.779353:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022147840:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1790740657.779378:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740657.779600:0:24240:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022147968 00000100:00100000:1.0:1790740657.779609:0:24240:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022147968 00000100:00100000:1.0:1790740657.779665:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1790740657.779674:0:24240:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22754:x1877727022147968:12345-0@lo:5:osp-pre-0-0.0 00000100:00080000:1.0:1790740657.779872:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1790740657.782944:0:24242:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022147840 00000100:00100000:1.0:1790740657.782958:0:24242:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022147840 00000100:00100000:1.0:1790740657.783022:0:24242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790740657.783050:0:24242:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3641:x1877727022147840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1790740657.783085:0:24242:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1790740657.783171:0:24242:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3641:x1877727022147840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 140us (3791us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740657.783178:0:24242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1790740657.783806:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98dc9887ce00 x1877727022147840/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790740673 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740657.783827:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022147840:0@lo:13:osp-pre-0-0.0 00000004:00080000:3.0:1790740657.784377:0:22709:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00080000:2.0:1790740657.786509:0:24240:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:2.0:1790740657.786526:0:24240:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:2.0:1790740657.786533:0:24240:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:7 to 0x280000401:65) 00002000:00010000:3.0:1790740657.804783:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790740657.804798:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ccfc306/0xb25dda4f4e92f788 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.804816:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=729s v=(0 0) 00010000:00010000:3.0:1790740657.804821:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790740657.804828:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ccfc306/0xb25dda4f4e92f788 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.804862:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ccfc306/0xb25dda4f4e92f788 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.804874:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ccfc306/0xb25dda4f4e92f788 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.804883:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009ccfc306/0xb25dda4f4e92f788 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.804943:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790740657.805417:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790740657.805547:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000091d2e604/0xb25dda4f4e92f78f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.805558:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=729s v=(0 0) 00010000:00010000:3.0:1790740657.805561:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790740657.805565:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091d2e604/0xb25dda4f4e92f78f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.805576:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091d2e604/0xb25dda4f4e92f78f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.805585:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000091d2e604/0xb25dda4f4e92f78f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.805603:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000091d2e604/0xb25dda4f4e92f78f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.806661:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1790740657.806675:0:22718:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009ccfc306/0xb25dda4f4e92f788 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.806688:0:22718:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc9200 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:2.0:1790740657.806693:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009ccfc306/0xb25dda4f4e92f788 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.806703:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009ccfc306/0xb25dda4f4e92f788 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.806726:0:22718:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009ccfc306/0xb25dda4f4e92f788 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.806734:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ccfc306/0xb25dda4f4e92f788 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.806764:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790740657.806768:0:22718:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000091d2e604/0xb25dda4f4e92f78f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.806774:0:22718:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc8000 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:2.0:1790740657.806778:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000091d2e604/0xb25dda4f4e92f78f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.806784:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000091d2e604/0xb25dda4f4e92f78f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.806794:0:22718:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000091d2e604/0xb25dda4f4e92f78f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.806801:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740657.806802:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740657.806804:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740657.812161:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1790740657.812179:0:24240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091d2e604/0xb25dda4f4e92f78f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.812666:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790740657.813209:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790740657.813219:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ec44627/0xb25dda4f4e92f796 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.813238:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=729s v=(0 0) 00010000:00010000:3.0:1790740657.813243:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790740657.813250:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ec44627/0xb25dda4f4e92f796 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.813266:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ec44627/0xb25dda4f4e92f796 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.813276:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ec44627/0xb25dda4f4e92f796 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.813285:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ec44627/0xb25dda4f4e92f796 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.813360:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790740657.815772:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790740657.815787:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046ab4821/0xb25dda4f4e92f79d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.815804:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=729s v=(0 0) 00010000:00010000:3.0:1790740657.815807:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790740657.815813:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000046ab4821/0xb25dda4f4e92f79d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.815826:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000046ab4821/0xb25dda4f4e92f79d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.815836:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000046ab4821/0xb25dda4f4e92f79d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.815844:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000046ab4821/0xb25dda4f4e92f79d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.819163:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1790740657.819180:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ec44627/0xb25dda4f4e92f796 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.819193:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc9400 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:2.0:1790740657.819198:0:23485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ec44627/0xb25dda4f4e92f796 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.819222:0:23485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ec44627/0xb25dda4f4e92f796 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.819241:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ec44627/0xb25dda4f4e92f796 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.819249:0:23485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ec44627/0xb25dda4f4e92f796 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.819269:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790740657.819273:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000046ab4821/0xb25dda4f4e92f79d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.819280:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc8800 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:2.0:1790740657.819283:0:23485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000046ab4821/0xb25dda4f4e92f79d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.819291:0:23485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000046ab4821/0xb25dda4f4e92f79d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.819301:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000046ab4821/0xb25dda4f4e92f79d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.819308:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740657.819309:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740657.819317:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740657.819774:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1790740657.819783:0:24240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000046ab4821/0xb25dda4f4e92f79d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.819907:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790740657.820588:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790740657.820596:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092e4a354/0xb25dda4f4e92f7a4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.820610:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=729s v=(0 0) 00010000:00010000:1.0:1790740657.820622:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740657.820629:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092e4a354/0xb25dda4f4e92f7a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.820644:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092e4a354/0xb25dda4f4e92f7a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.820654:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000092e4a354/0xb25dda4f4e92f7a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.820662:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092e4a354/0xb25dda4f4e92f7a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.820688:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790740657.820851:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790740657.820859:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092e4a354/0xb25dda4f4e92f7a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.820869:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcbfc45000 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:2.0:1790740657.820873:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092e4a354/0xb25dda4f4e92f7a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.820882:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092e4a354/0xb25dda4f4e92f7a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.820896:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092e4a354/0xb25dda4f4e92f7a4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.820904:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092e4a354/0xb25dda4f4e92f7a4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.820921:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740657.820923:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740657.820925:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790740657.821101:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790740657.821107:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054f02507/0xb25dda4f4e92f7ab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.821116:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=729s v=(0 0) 00010000:00010000:1.0:1790740657.821119:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740657.821124:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054f02507/0xb25dda4f4e92f7ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.821134:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054f02507/0xb25dda4f4e92f7ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.821143:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000054f02507/0xb25dda4f4e92f7ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.821158:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000054f02507/0xb25dda4f4e92f7ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.821180:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790740657.821404:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790740657.821409:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000054f02507/0xb25dda4f4e92f7ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.821416:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcbfc44a00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:2.0:1790740657.821429:0:23485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000054f02507/0xb25dda4f4e92f7ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.821444:0:23485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000054f02507/0xb25dda4f4e92f7ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.821456:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000054f02507/0xb25dda4f4e92f7ab lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.821463:0:23485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054f02507/0xb25dda4f4e92f7ab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.821478:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740657.821480:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740657.821482:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790740657.821626:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790740657.821631:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1706971/0xb25dda4f4e92f7b2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.821639:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=729s v=(0 0) 00010000:00010000:1.0:1790740657.821642:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740657.821645:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b1706971/0xb25dda4f4e92f7b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.821654:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b1706971/0xb25dda4f4e92f7b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.821661:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b1706971/0xb25dda4f4e92f7b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.821668:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b1706971/0xb25dda4f4e92f7b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.821688:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1790740657.821931:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790740657.821937:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e7c6367/0xb25dda4f4e92f7b9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.821953:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=729s v=(0 0) 00010000:00010000:1.0:1790740657.821956:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740657.821960:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e7c6367/0xb25dda4f4e92f7b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.821969:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e7c6367/0xb25dda4f4e92f7b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.821977:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009e7c6367/0xb25dda4f4e92f7b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.821984:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009e7c6367/0xb25dda4f4e92f7b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.822114:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1790740657.825798:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1790740657.825815:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004fcd9d94/0xb25dda4f4e92f7c0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.825834:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=729s v=(0 0) 00010000:00010000:0.0:1790740657.825839:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790740657.825846:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004fcd9d94/0xb25dda4f4e92f7c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.825862:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004fcd9d94/0xb25dda4f4e92f7c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.825872:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004fcd9d94/0xb25dda4f4e92f7c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.825882:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004fcd9d94/0xb25dda4f4e92f7c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.825949:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1790740657.825958:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b1706971/0xb25dda4f4e92f7b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.825981:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcbfc44c00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:3.0:1790740657.825986:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1706971/0xb25dda4f4e92f7b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.826007:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b1706971/0xb25dda4f4e92f7b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.826026:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b1706971/0xb25dda4f4e92f7b2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.826058:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b1706971/0xb25dda4f4e92f7b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.826080:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790740657.826085:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009e7c6367/0xb25dda4f4e92f7b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.826092:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f33200 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:3.0:1790740657.826095:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009e7c6367/0xb25dda4f4e92f7b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.826104:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009e7c6367/0xb25dda4f4e92f7b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.826115:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009e7c6367/0xb25dda4f4e92f7b9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.826129:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009e7c6367/0xb25dda4f4e92f7b9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.826146:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790740657.826149:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004fcd9d94/0xb25dda4f4e92f7c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.826155:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db82342e00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:3.0:1790740657.826158:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004fcd9d94/0xb25dda4f4e92f7c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.826165:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004fcd9d94/0xb25dda4f4e92f7c0 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.826174:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004fcd9d94/0xb25dda4f4e92f7c0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.826181:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740657.826183:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740657.826185:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740657.827131:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740657.830960:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1790740657.830978:0:24240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004fcd9d94/0xb25dda4f4e92f7c0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.831714:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1790740657.831949:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1790740657.831966:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050fa15fb/0xb25dda4f4e92f7c7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.831983:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=729s v=(0 0) 00010000:00010000:0.0:1790740657.831988:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790740657.832009:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000050fa15fb/0xb25dda4f4e92f7c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.832025:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000050fa15fb/0xb25dda4f4e92f7c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.832081:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000050fa15fb/0xb25dda4f4e92f7c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.832090:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000050fa15fb/0xb25dda4f4e92f7c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.832109:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790740657.832440:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790740657.832448:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000050fa15fb/0xb25dda4f4e92f7c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.832456:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db82342600 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:2.0:1790740657.832461:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000050fa15fb/0xb25dda4f4e92f7c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.832470:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000050fa15fb/0xb25dda4f4e92f7c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.832490:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000050fa15fb/0xb25dda4f4e92f7c7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.832504:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000050fa15fb/0xb25dda4f4e92f7c7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.832522:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740657.832524:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740657.832526:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1790740657.832642:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1790740657.832648:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000043cc564f/0xb25dda4f4e92f7ce lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.832656:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=729s v=(0 0) 00010000:00010000:0.0:1790740657.832659:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790740657.832663:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000043cc564f/0xb25dda4f4e92f7ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.832672:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000043cc564f/0xb25dda4f4e92f7ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.832686:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000043cc564f/0xb25dda4f4e92f7ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.832693:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000043cc564f/0xb25dda4f4e92f7ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.832713:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1790740657.833023:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1790740657.833055:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f2df906/0xb25dda4f4e92f7d5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.833065:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=729s v=(0 0) 00010000:00010000:0.0:1790740657.833068:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790740657.833073:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f2df906/0xb25dda4f4e92f7d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.833083:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f2df906/0xb25dda4f4e92f7d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.833092:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008f2df906/0xb25dda4f4e92f7d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.833100:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f2df906/0xb25dda4f4e92f7d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.833126:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1790740657.833366:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790740657.833374:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000043cc564f/0xb25dda4f4e92f7ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.833382:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db82342800 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:3.0:1790740657.833392:0:23485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000043cc564f/0xb25dda4f4e92f7ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.833400:0:23485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000043cc564f/0xb25dda4f4e92f7ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.833414:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000043cc564f/0xb25dda4f4e92f7ce lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.833432:0:23485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000043cc564f/0xb25dda4f4e92f7ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.833449:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790740657.833452:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f2df906/0xb25dda4f4e92f7d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.833459:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db82342c00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:3.0:1790740657.833462:0:23485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f2df906/0xb25dda4f4e92f7d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.833470:0:23485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f2df906/0xb25dda4f4e92f7d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.833480:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f2df906/0xb25dda4f4e92f7d5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.833488:0:23485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f2df906/0xb25dda4f4e92f7d5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.833504:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740657.833506:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740657.833508:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1790740657.833627:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1790740657.833633:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3080dc3/0xb25dda4f4e92f7dc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.833641:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=729s v=(0 0) 00010000:00010000:0.0:1790740657.833644:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790740657.833647:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d3080dc3/0xb25dda4f4e92f7dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.833655:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d3080dc3/0xb25dda4f4e92f7dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.833663:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d3080dc3/0xb25dda4f4e92f7dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.833669:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d3080dc3/0xb25dda4f4e92f7dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.833692:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790740657.833949:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790740657.833955:0:22718:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d3080dc3/0xb25dda4f4e92f7dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.833964:0:22718:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db82343200 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:2.0:1790740657.833968:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3080dc3/0xb25dda4f4e92f7dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.833975:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d3080dc3/0xb25dda4f4e92f7dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.833987:0:22718:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d3080dc3/0xb25dda4f4e92f7dc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.834005:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d3080dc3/0xb25dda4f4e92f7dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.834020:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740657.834022:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740657.834023:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1790740657.834199:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1790740657.834205:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e75722d/0xb25dda4f4e92f7e3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.834213:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=729s v=(0 0) 00010000:00010000:0.0:1790740657.834221:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790740657.834226:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005e75722d/0xb25dda4f4e92f7e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.834235:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005e75722d/0xb25dda4f4e92f7e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.834244:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005e75722d/0xb25dda4f4e92f7e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.834250:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005e75722d/0xb25dda4f4e92f7e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.834270:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790740657.834601:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790740657.834607:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005e75722d/0xb25dda4f4e92f7e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.834615:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db82342400 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:3.0:1790740657.834618:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005e75722d/0xb25dda4f4e92f7e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.834627:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005e75722d/0xb25dda4f4e92f7e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.834639:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005e75722d/0xb25dda4f4e92f7e3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.834646:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005e75722d/0xb25dda4f4e92f7e3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740657.834662:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740657.834663:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740657.834665:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740657.834702:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790740657.837762:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790740657.837777:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008c3526dc/0xb25dda4f4e92f7ea lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.837794:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=729s v=(0 0) 00010000:00010000:2.0:1790740657.837800:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790740657.837806:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c3526dc/0xb25dda4f4e92f7ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.837820:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008c3526dc/0xb25dda4f4e92f7ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.837829:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008c3526dc/0xb25dda4f4e92f7ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.837836:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008c3526dc/0xb25dda4f4e92f7ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.837864:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790740657.838455:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790740657.838463:0:22718:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008c3526dc/0xb25dda4f4e92f7ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.838472:0:22718:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dc80031200 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:0.0:1790740657.838477:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008c3526dc/0xb25dda4f4e92f7ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.838489:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008c3526dc/0xb25dda4f4e92f7ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.838509:0:22718:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008c3526dc/0xb25dda4f4e92f7ea lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.838528:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008c3526dc/0xb25dda4f4e92f7ea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.838549:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740657.838551:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740657.838553:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790740657.838691:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790740657.838697:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000448fbf27/0xb25dda4f4e92f7f1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.838706:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=729s v=(0 0) 00010000:00010000:2.0:1790740657.838709:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790740657.838714:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000448fbf27/0xb25dda4f4e92f7f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.838734:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000448fbf27/0xb25dda4f4e92f7f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.838744:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000448fbf27/0xb25dda4f4e92f7f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.838751:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000448fbf27/0xb25dda4f4e92f7f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.838778:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1790740657.839095:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790740657.839101:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042e35c37/0xb25dda4f4e92f7f8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.839110:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=729s v=(0 0) 00010000:00010000:2.0:1790740657.839113:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790740657.839116:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042e35c37/0xb25dda4f4e92f7f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.839125:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042e35c37/0xb25dda4f4e92f7f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.839133:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042e35c37/0xb25dda4f4e92f7f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.839154:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000042e35c37/0xb25dda4f4e92f7f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.839169:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1790740657.839178:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1790740657.839183:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000448fbf27/0xb25dda4f4e92f7f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.839190:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dc80031600 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:2.0:1790740657.839194:0:23485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000448fbf27/0xb25dda4f4e92f7f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.839201:0:23485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000448fbf27/0xb25dda4f4e92f7f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.839212:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000448fbf27/0xb25dda4f4e92f7f1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.839219:0:23485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000448fbf27/0xb25dda4f4e92f7f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.839232:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790740657.839235:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000042e35c37/0xb25dda4f4e92f7f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.839251:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf061600 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:2.0:1790740657.839254:0:23485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000042e35c37/0xb25dda4f4e92f7f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.839260:0:23485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000042e35c37/0xb25dda4f4e92f7f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.839270:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000042e35c37/0xb25dda4f4e92f7f8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.839277:0:23485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042e35c37/0xb25dda4f4e92f7f8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.839289:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740657.839291:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740657.839293:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740657.839701:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790740657.839776:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790740657.839783:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000939dd544/0xb25dda4f4e92f7ff lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.839792:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=729s v=(0 0) 00010000:00010000:2.0:1790740657.839796:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790740657.839801:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000939dd544/0xb25dda4f4e92f7ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.839811:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000939dd544/0xb25dda4f4e92f7ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.839825:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000939dd544/0xb25dda4f4e92f7ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.839832:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000939dd544/0xb25dda4f4e92f7ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.839853:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1790740657.840652:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790740657.840661:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ceb0c497/0xb25dda4f4e92f806 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.840670:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=729s v=(0 0) 00010000:00010000:2.0:1790740657.840674:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790740657.840678:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ceb0c497/0xb25dda4f4e92f806 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.840688:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ceb0c497/0xb25dda4f4e92f806 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.840697:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ceb0c497/0xb25dda4f4e92f806 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.840703:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ceb0c497/0xb25dda4f4e92f806 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.840730:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1790740657.840740:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1790740657.840745:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000939dd544/0xb25dda4f4e92f7ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.840752:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf061a00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:2.0:1790740657.840756:0:23485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000939dd544/0xb25dda4f4e92f7ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.840764:0:23485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000939dd544/0xb25dda4f4e92f7ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.840777:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000939dd544/0xb25dda4f4e92f7ff lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.840784:0:23485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000939dd544/0xb25dda4f4e92f7ff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.840798:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790740657.840802:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ceb0c497/0xb25dda4f4e92f806 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.840807:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf061c00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:2.0:1790740657.840810:0:23485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ceb0c497/0xb25dda4f4e92f806 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.840827:0:23485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ceb0c497/0xb25dda4f4e92f806 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.840836:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ceb0c497/0xb25dda4f4e92f806 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.840842:0:23485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ceb0c497/0xb25dda4f4e92f806 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.840853:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740657.840855:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740657.840856:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740657.841357:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790740657.841803:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790740657.841811:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000341a98d4/0xb25dda4f4e92f80d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.841821:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=729s v=(0 0) 00010000:00010000:2.0:1790740657.841825:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790740657.841829:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000341a98d4/0xb25dda4f4e92f80d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.841840:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000341a98d4/0xb25dda4f4e92f80d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.841848:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000341a98d4/0xb25dda4f4e92f80d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.841862:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000341a98d4/0xb25dda4f4e92f80d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.841883:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790740657.842218:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790740657.842226:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000341a98d4/0xb25dda4f4e92f80d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.842235:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf060a00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:0.0:1790740657.842239:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000341a98d4/0xb25dda4f4e92f80d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.842247:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000341a98d4/0xb25dda4f4e92f80d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.842261:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000341a98d4/0xb25dda4f4e92f80d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.842269:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000341a98d4/0xb25dda4f4e92f80d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.842284:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740657.842293:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740657.842294:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790740657.842446:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790740657.842452:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c51d349a/0xb25dda4f4e92f814 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.842459:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=729s v=(0 0) 00010000:00010000:2.0:1790740657.842462:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790740657.842466:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c51d349a/0xb25dda4f4e92f814 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.842475:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c51d349a/0xb25dda4f4e92f814 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.842484:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c51d349a/0xb25dda4f4e92f814 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.842491:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c51d349a/0xb25dda4f4e92f814 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.842516:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790740657.842711:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790740657.842717:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c51d349a/0xb25dda4f4e92f814 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.842725:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf060000 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:0.0:1790740657.842728:0:23485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c51d349a/0xb25dda4f4e92f814 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.842736:0:23485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c51d349a/0xb25dda4f4e92f814 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.842748:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c51d349a/0xb25dda4f4e92f814 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.842756:0:23485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c51d349a/0xb25dda4f4e92f814 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.842770:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740657.842772:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740657.842774:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790740657.843111:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790740657.843117:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d771b3df/0xb25dda4f4e92f81b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.843132:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=729s v=(0 0) 00010000:00010000:2.0:1790740657.843134:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790740657.843138:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d771b3df/0xb25dda4f4e92f81b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.843147:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d771b3df/0xb25dda4f4e92f81b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.843153:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d771b3df/0xb25dda4f4e92f81b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.843161:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d771b3df/0xb25dda4f4e92f81b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.843177:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790740657.843498:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790740657.843505:0:22718:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d771b3df/0xb25dda4f4e92f81b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.843512:0:22718:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf060e00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:0.0:1790740657.843516:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d771b3df/0xb25dda4f4e92f81b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.843530:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d771b3df/0xb25dda4f4e92f81b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.843542:0:22718:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d771b3df/0xb25dda4f4e92f81b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.843549:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d771b3df/0xb25dda4f4e92f81b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.843564:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740657.843565:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740657.843567:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790740657.843632:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790740657.843637:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000020892b28/0xb25dda4f4e92f822 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.843644:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=729s v=(0 0) 00010000:00010000:2.0:1790740657.843647:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790740657.843651:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000020892b28/0xb25dda4f4e92f822 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.843659:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020892b28/0xb25dda4f4e92f822 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.843678:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000020892b28/0xb25dda4f4e92f822 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.843685:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000020892b28/0xb25dda4f4e92f822 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.843706:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790740657.843928:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790740657.843934:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000020892b28/0xb25dda4f4e92f822 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.843942:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf061000 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:0.0:1790740657.843945:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000020892b28/0xb25dda4f4e92f822 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.843952:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000020892b28/0xb25dda4f4e92f822 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.843963:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000020892b28/0xb25dda4f4e92f822 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.843980:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020892b28/0xb25dda4f4e92f822 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.844006:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740657.844008:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740657.844009:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790740657.844158:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790740657.844164:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a4c826e/0xb25dda4f4e92f829 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.844172:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=729s v=(0 0) 00010000:00010000:2.0:1790740657.844175:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790740657.844179:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a4c826e/0xb25dda4f4e92f829 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.844188:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a4c826e/0xb25dda4f4e92f829 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.844195:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009a4c826e/0xb25dda4f4e92f829 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.844203:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a4c826e/0xb25dda4f4e92f829 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.844262:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1790740657.849977:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790740657.849991:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d1f5400/0xb25dda4f4e92f830 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.850018:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=729s v=(0 0) 00010000:00010000:2.0:1790740657.850024:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790740657.850048:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d1f5400/0xb25dda4f4e92f830 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.850062:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d1f5400/0xb25dda4f4e92f830 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.850072:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d1f5400/0xb25dda4f4e92f830 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.850080:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004d1f5400/0xb25dda4f4e92f830 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.851841:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1790740657.851856:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a4c826e/0xb25dda4f4e92f829 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.851870:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf060800 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:0.0:1790740657.851876:0:23485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a4c826e/0xb25dda4f4e92f829 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.851887:0:23485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a4c826e/0xb25dda4f4e92f829 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.851908:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a4c826e/0xb25dda4f4e92f829 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.851917:0:23485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a4c826e/0xb25dda4f4e92f829 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.852013:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790740657.852019:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004d1f5400/0xb25dda4f4e92f830 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.852053:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf060200 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:1.0:1790740657.852058:0:23485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004d1f5400/0xb25dda4f4e92f830 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.852067:0:23485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004d1f5400/0xb25dda4f4e92f830 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.852100:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004d1f5400/0xb25dda4f4e92f830 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.852110:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740657.852112:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740657.852115:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740657.855585:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1790740657.855606:0:24240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d1f5400/0xb25dda4f4e92f830 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1790740657.856522:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790740657.856531:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001b05a8d6/0xb25dda4f4e92f837 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.856553:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=729s v=(0 0) 00010000:00010000:2.0:1790740657.856558:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790740657.856565:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001b05a8d6/0xb25dda4f4e92f837 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.856580:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001b05a8d6/0xb25dda4f4e92f837 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.856590:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001b05a8d6/0xb25dda4f4e92f837 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.856599:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001b05a8d6/0xb25dda4f4e92f837 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.856663:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1790740657.858180:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790740657.858193:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b248f99/0xb25dda4f4e92f83e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.858208:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=729s v=(0 0) 00010000:00010000:2.0:1790740657.858212:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790740657.858217:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b248f99/0xb25dda4f4e92f83e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.858230:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b248f99/0xb25dda4f4e92f83e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.858257:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000b248f99/0xb25dda4f4e92f83e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740657.858266:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000b248f99/0xb25dda4f4e92f83e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.861270:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1790740657.861284:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001b05a8d6/0xb25dda4f4e92f837 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.861296:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf061200 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:1.0:1790740657.861301:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001b05a8d6/0xb25dda4f4e92f837 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.861312:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001b05a8d6/0xb25dda4f4e92f837 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.861331:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001b05a8d6/0xb25dda4f4e92f837 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.861339:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001b05a8d6/0xb25dda4f4e92f837 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.861359:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790740657.861363:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000b248f99/0xb25dda4f4e92f83e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.861381:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf061800 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:1.0:1790740657.861385:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000b248f99/0xb25dda4f4e92f83e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.861392:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000b248f99/0xb25dda4f4e92f83e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.861402:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000b248f99/0xb25dda4f4e92f83e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.861410:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740657.861412:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740657.861414:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740657.865763:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740657.866089:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1790740657.866103:0:24240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b248f99/0xb25dda4f4e92f83e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.868299:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790740657.879204:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790740657.879220:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009059f560/0xb25dda4f4e92f845 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.879369:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=729s v=(0 0) 00010000:00010000:1.0:1790740657.879374:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740657.879382:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009059f560/0xb25dda4f4e92f845 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.879400:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009059f560/0xb25dda4f4e92f845 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.879425:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009059f560/0xb25dda4f4e92f845 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.879435:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009059f560/0xb25dda4f4e92f845 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.879462:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790740657.879723:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790740657.879731:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009059f560/0xb25dda4f4e92f845 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.879747:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f32800 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:0.0:1790740657.879753:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009059f560/0xb25dda4f4e92f845 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.879763:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009059f560/0xb25dda4f4e92f845 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.879781:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009059f560/0xb25dda4f4e92f845 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.879788:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009059f560/0xb25dda4f4e92f845 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.879811:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740657.879813:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740657.879815:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790740657.880234:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790740657.880252:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000453366a9/0xb25dda4f4e92f84c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.880271:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=729s v=(0 0) 00010000:00010000:1.0:1790740657.880276:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740657.880282:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000453366a9/0xb25dda4f4e92f84c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.880296:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000453366a9/0xb25dda4f4e92f84c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.880307:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000453366a9/0xb25dda4f4e92f84c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.880317:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000453366a9/0xb25dda4f4e92f84c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.880372:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790740657.880836:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790740657.880847:0:22718:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000453366a9/0xb25dda4f4e92f84c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.880859:0:22718:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f33e00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:0.0:1790740657.880863:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000453366a9/0xb25dda4f4e92f84c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.880874:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000453366a9/0xb25dda4f4e92f84c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.880906:0:22718:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000453366a9/0xb25dda4f4e92f84c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.880915:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000453366a9/0xb25dda4f4e92f84c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.880942:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740657.880944:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740657.880946:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790740657.881070:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790740657.881080:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000684ff753/0xb25dda4f4e92f853 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.881089:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=729s v=(0 0) 00010000:00010000:1.0:1790740657.881092:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740657.881096:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000684ff753/0xb25dda4f4e92f853 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.881106:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000684ff753/0xb25dda4f4e92f853 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.881114:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000684ff753/0xb25dda4f4e92f853 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.881122:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000684ff753/0xb25dda4f4e92f853 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.881141:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1790740657.881608:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790740657.881617:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008f9106a/0xb25dda4f4e92f85a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.881627:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=729s v=(0 0) 00010000:00010000:1.0:1790740657.881637:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740657.881642:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008f9106a/0xb25dda4f4e92f85a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.881660:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008f9106a/0xb25dda4f4e92f85a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.881670:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008f9106a/0xb25dda4f4e92f85a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.881677:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000008f9106a/0xb25dda4f4e92f85a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.881691:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1790740657.882245:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1790740657.882258:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000684ff753/0xb25dda4f4e92f853 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.882270:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f33a00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:0.0:1790740657.882275:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000684ff753/0xb25dda4f4e92f853 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.882286:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000684ff753/0xb25dda4f4e92f853 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.882304:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000684ff753/0xb25dda4f4e92f853 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.882312:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000684ff753/0xb25dda4f4e92f853 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.882358:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790740657.882363:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000008f9106a/0xb25dda4f4e92f85a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.882370:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f32000 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:0.0:1790740657.882373:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000008f9106a/0xb25dda4f4e92f85a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.882383:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000008f9106a/0xb25dda4f4e92f85a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.882394:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000008f9106a/0xb25dda4f4e92f85a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.882402:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008f9106a/0xb25dda4f4e92f85a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.882417:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740657.882419:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740657.882421:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740657.882430:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790740657.882654:0:24240:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790740657.882988:0:24240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ea25463/0xb25dda4f4e92f861 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.883011:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=729s v=(0 0) 00010000:00010000:1.0:1790740657.883015:0:24240:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740657.883021:0:24240:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ea25463/0xb25dda4f4e92f861 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.883131:0:24240:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ea25463/0xb25dda4f4e92f861 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.883143:0:24240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ea25463/0xb25dda4f4e92f861 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.883167:0:24240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009ea25463/0xb25dda4f4e92f861 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740657.883194:0:24240:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790740657.883308:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790740657.883321:0:22718:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009ea25463/0xb25dda4f4e92f861 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.883331:0:22718:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f32400 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:0.0:1790740657.883351:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009ea25463/0xb25dda4f4e92f861 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.883360:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009ea25463/0xb25dda4f4e92f861 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.883375:0:22718:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009ea25463/0xb25dda4f4e92f861 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.883383:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ea25463/0xb25dda4f4e92f861 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24240 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740657.883403:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740657.883405:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740657.883407:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1790740657.884648:0:24240:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:6 00000100:00100000:1.0:1790740657.885232:0:24240:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22754:x1877727022147968:12345-0@lo:5:osp-pre-0-0.0 Request processed in 105550us (105926us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740657.885249:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1790740657.885325:0:22754:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887d500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22754:1877727022147968:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1790740657.885347:0:22754:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x6:0x0] 00000100:00100000:0.0:1790740657.885398:0:22754:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83dc6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22754:1877727022148096:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1790740657.885455:0:22754:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740657.885510:0:22754:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc87de3180 going to sleep for 11 seconds 00000100:00100000:1.0:1790740657.885532:0:24239:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022148096 00000100:00100000:1.0:1790740657.885543:0:24239:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022148096 00000100:00100000:1.0:1790740657.885603:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1790740657.885614:0:24239:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83dc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22754:x1877727022148096:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1790740657.885744:0:24239:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000001:00080000:0.0:1790740657.904985:0:24235:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:0.0:1790740657.905063:0:24235:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1790740657.905371:0:24239:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83dc7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22754:x1877727022148096:12345-0@lo:5:osp-pre-0-0.0 Request processed in 19747us (19904us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1790740657.905388:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1790740657.905638:0:22754:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1790740657.905651:0:22754:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83dc6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22754:1877727022148096:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1790740657.905669:0:22754:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:0.0:1790740658.803659:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740659.827562:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740659.827980:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1790740659.828006:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022148224:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1790740659.828091:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740659.837105:0:24242:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022148224 00000100:00100000:1.0:1790740659.837125:0:24242:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022148224 00000100:00100000:1.0:1790740659.837204:0:24242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1790740659.837215:0:24242:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcb5df0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022148224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1790740659.837252:0:24242:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1790740659.837335:0:24242:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcb5df0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022148224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (9243us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740659.837354:0:24242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1790740659.837430:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022148224:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1790740659.837517:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790740660.330555:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1877727022148352:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1790740660.330627:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740660.330841:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022148352 00000100:00100000:1.0:1790740660.330961:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022148352 00000100:00100000:1.0:1790740660.331017:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1790740660.331027:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83dc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1877727022148352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1790740660.331085:0:22735:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1790740660.331138:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83dc6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1877727022148352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 113us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740660.331145:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1790740660.331247:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1877727022148352:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790740660.332242:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022148480:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790740660.332282:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740660.332484:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022148480 00000100:00100000:2.0:1790740660.332490:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022148480 00000100:00100000:2.0:1790740660.332532:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1790740660.332541:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022148480:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1790740660.332565:0:22735:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1790740660.332613:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022148480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740660.332620:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1790740660.332772:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022148480:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1790740660.848397:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1790740661.421171:0:23487:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1790740661.868779:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1790740661.880805:0:25051:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1790740661.880809:0:25051:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:1.0:1790740661.880811:0:25051:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:1.0:1790740661.881429:0:25051:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff98dcb01fd800 00000020:01000004:1.0:1790740661.881455:0:25051:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1790740661.881469:0:25051:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1790740661.881484:0:25051:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff98dcaf204d40) 00000020:00000080:1.0:1790740661.881503:0:25051:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1790740661.964095:0:25051:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1790740661.971557:0:25051:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1790740661.972008:0:25051:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1790740661.973000:0:25051:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1790740661.977612:0:25051:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1790740661.978753:0:25051:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1790740661.980313:0:25051:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:2.0:1790740661.984170:0:25051:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1790740661.984672:0:25051:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:2.0:1790740661.984688:0:25051:0:(osd_handler.c:8931:osd_obd_connect()) connect #0 00000020:00000080:2.0:1790740661.984710:0:25051:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xb25dda4f4e92f86f 00000020:01000004:2.0:1790740661.984719:0:25051:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:2.0:1790740661.984743:0:25051:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.103@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1790740661.984748:0:25051:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.103@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1790740661.984755:0:25051:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1790740661.984783:0:25051:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:2.0:1790740661.984787:0:25051:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.103@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:0.0:1790740662.026226:0:25051:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.103@tcp ctxt 0 is initialized 00000020:01000004:0.0:1790740662.026269:0:25051:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.204.103@tcp, index=0001, flags=0x20002 00000020:01000004:0.0:1790740662.026275:0:25051:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1790740662.026277:0:25051:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1790740662.026278:0:25051:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790740662.026279:0:25051:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790740662.026280:0:25051:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790740662.026281:0:25051:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790740662.026283:0:25051:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1790740662.026284:0:25051:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790740662.026286:0:25051:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1790740662.026290:0:25051:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:0.0:1790740662.026292:0:25051:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1790740662.026293:0:25051:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1790740662.026294:0:25051:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790740662.026295:0:25051:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790740662.026296:0:25051:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790740662.026297:0:25051:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790740662.026299:0:25051:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1790740662.026300:0:25051:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790740662.026301:0:25051:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1790740662.026330:0:25051:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1790740662.026362:0:25051:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83dc5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022148608:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1790740662.027000:0:25051:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740662.027150:0:25051:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc87de33c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790740662.032989:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022148608 00000100:00100000:1.0:1790740662.033010:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022148608 00000100:00100000:1.0:1790740662.033296:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1790740662.033308:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:25051:x1877727022148608:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1790740662.033375:0:22724:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1790740662.033379:0:22724:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:1.0:1790740662.033382:0:22724:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1790740662.034551:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:25051:x1877727022148608:12345-0@lo:253:mount.lustre.0 Request processed in 1241us (7549us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740662.034561:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1790740662.041136:0:25051:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83dc5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022148608:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1790740662.041160:0:25051:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1790740662.041164:0:25051:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1790740662.041193:0:25051:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1790740662.041206:0:25051:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790740662.041207:0:25051:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790740662.041208:0:25051:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790740662.041209:0:25051:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790740662.041211:0:25051:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1790740662.041213:0:25051:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790740662.041214:0:25051:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1790740662.041239:0:25051:0:(tgt_mount.c:101:server_register_mount()) register mount ffff98dcb01fd800 from lustre-OST0001 10000000:01000000:0.0:1790740662.041276:0:25051:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:0.0:1790740662.041279:0:25051:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1790740662.041287:0:25051:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff98db83e98000 local copy 00010000:00010000:0.0:1790740662.041312:0:25051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcc2174c00/0xb25dda4f4e92f4a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f4a9 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740662.041422:0:25051:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83dc5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022148736:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790740662.041490:0:25051:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740662.041541:0:25051:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb025cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1790740662.043486:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022148736 00000100:00100000:1.0:1790740662.043500:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022148736 00000100:00100000:1.0:1790740662.043576:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1790740662.043588:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:25051:x1877727022148736:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790740662.043732:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:25051:x1877727022148736:12345-0@lo:501:mount.lustre.0 Request processed in 146us (2241us total) trans 0 rc -2/-2 00000100:00100000:1.0:1790740662.043740:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1790740662.043750:0:25051:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83dc5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022148736:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1790740662.043774:0:25051:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.103@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1790740662.043799:0:25051:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.103@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1790740662.043807:0:25051:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcc2174c00/0xb25dda4f4e92f4a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f4a9 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740662.043817:0:25051:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dcc2174c00/0xb25dda4f4e92f4a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f4a9 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790740662.043846:0:25051:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff98dcb01fd800 10000000:01000000:0.0:1790740662.043851:0:25051:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1790740662.043857:0:25051:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1790740662.043860:0:25051:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1790740662.043879:0:25051:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:0.0:1790740662.043882:0:25051:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1790740662.043929:0:25051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98db82342000/0xb25dda4f4e92f876 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740662.043937:0:25051:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98db82342000/0xb25dda4f4e92f876 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740662.043946:0:25051:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98db82342000/0xb25dda4f4e92f876 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740662.043966:0:25051:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83dc5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022148864:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1790740662.044000:0:25051:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740662.044065:0:25051:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb025cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1790740662.045462:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022148864 00000100:00100000:1.0:1790740662.045472:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022148864 00000100:00100000:1.0:1790740662.045533:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1790740662.045542:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:25051:x1877727022148864:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790740662.045556:0:22724:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790740662.045572:0:22724:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98db83f32c00/0xb25dda4f4e92f87d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f876 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740662.045600:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98db83f32c00/0xb25dda4f4e92f87d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f876 expref: 22 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740662.045612:0:22724:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98db83f32c00/0xb25dda4f4e92f87d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f876 expref: 22 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740662.045621:0:22724:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db83f32c00, rc 0) 00000100:00100000:1.0:1790740662.045701:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+22:25051:x1877727022148864:12345-0@lo:101:mount.lustre.0 Request processed in 159us (1699us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740662.045708:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1790740662.045733:0:25051:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83dc5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022148864:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1790740662.045749:0:25051:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98db82342000/0xb25dda4f4e92f876 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f87d expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740662.045759:0:25051:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98db82342000/0xb25dda4f4e92f876 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f87d expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1790740662.051414:0:25051:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:0.0:1790740662.054876:0:25051:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790740662.058684:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1790740662.058750:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1790740662.058765:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1790740662.058778:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1790740662.058791:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1790740662.058825:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1790740662.058840:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1790740662.058856:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1790740662.058870:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:2.0:1790740662.058897:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:2.0:1790740662.058904:0:25051:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:2.0:1790740662.059070:0:25051:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefd9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022148992:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790740662.059139:0:25051:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740662.060007:0:25051:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae1339c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790740662.064264:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022148992 00000100:00100000:1.0:1790740662.064279:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022148992 00000100:00100000:2.0:1790740662.064705:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1790740662.064716:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+22:25051:x1877727022148992:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790740662.064947:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+22:25051:x1877727022148992:12345-0@lo:501:mount.lustre.0 Request processed in 232us (5807us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740662.064955:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1790740662.065122:0:25051:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefd9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022148992:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1790740662.065175:0:25051:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022149120:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1790740662.065234:0:25051:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740662.065271:0:25051:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb62b0e40 going to sleep for 11 seconds 00000100:00100000:2.0:1790740662.065961:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022149120 00000100:00100000:2.0:1790740662.065967:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022149120 00000100:00100000:2.0:1790740662.066016:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1790740662.066023:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+22:25051:x1877727022149120:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790740662.066926:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+22:25051:x1877727022149120:12345-0@lo:503:mount.lustre.0 Request processed in 901us (1690us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740662.066936:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1790740662.067096:0:25051:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022149120:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1790740662.067673:0:25051:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1790740662.067770:0:25051:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022149248:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790740662.067832:0:25051:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740662.067937:0:25051:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb62b0e40 going to sleep for 11 seconds 00000100:00100000:1.0:1790740662.081001:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022149248 00000100:00100000:1.0:1790740662.081018:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022149248 00000100:00100000:1.0:1790740662.083441:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1790740662.083565:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98502850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+22:25051:x1877727022149248:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790740662.084272:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98502850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+22:25051:x1877727022149248:12345-0@lo:502:mount.lustre.0 Request processed in 710us (16438us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740662.084352:0:25051:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022149248:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790740662.084607:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1790740662.084636:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1790740662.084651:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1790740662.084662:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1790740662.084673:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1790740662.084684:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1790740662.084696:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1790740662.084708:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1790740662.084720:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:3.0:1790740662.084756:0:25051:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022149376:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790740662.084820:0:25051:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740662.084857:0:25051:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb62b0e40 going to sleep for 11 seconds 00000100:00100000:3.0:1790740662.084895:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022149376 00000100:00100000:3.0:1790740662.084902:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022149376 00000100:00100000:1.0:1790740662.085199:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1790740662.089124:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1790740662.090016:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98500450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+22:25051:x1877727022149376:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790740662.090477:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98500450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+22:25051:x1877727022149376:12345-0@lo:502:mount.lustre.0 Request processed in 482us (5656us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740662.092665:0:25051:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022149376:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1790740662.092937:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:0.0:1790740662.092952:0:25051:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:0.0:1790740662.094326:0:25055:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1790740662.094408:0:25055:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:0.0:1790740662.094417:0:25055:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790740662.094425:0:25055:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:0.0:1790740662.094433:0:25055:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1790740662.094590:0:25055:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff98dcaefc99c0) 00000020:00000080:0.0:1790740662.094621:0:25055:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:0.0:1790740662.094629:0:25055:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1790740662.094703:0:25055:0:(tgt_mount.c:153:server_get_mount()) get mount ffff98dcb01fd800 from lustre-OST0001, refs=2 00080000:01000000:0.0:1790740662.094711:0:25055:0:(osd_handler.c:8931:osd_obd_connect()) connect #1 00000020:00000080:0.0:1790740662.094720:0:25055:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xb25dda4f4e92f88b 00000100:00100000:3.0:1790740662.096135:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00010000:00010000:2.0:1790740662.107718:0:25055:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:2.0:1790740662.112320:0:25055:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:2.0:1790740662.114393:0:25055:0:(osd_handler.c:5587:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1790740662.116168:0:25055:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:2.0:1790740662.116185:0:25055:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790740662.116193:0:25055:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740662.116325:0:25055:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:2.0:1790740662.116331:0:25055:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790740662.116335:0:25055:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740662.116337:0:25055:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:2.0:1790740662.116340:0:25055:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1790740662.116342:0:25055:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1790740662.116345:0:25055:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790740662.116348:0:25055:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740662.116350:0:25055:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:2.0:1790740662.116352:0:25055:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1790740662.116354:0:25055:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740662.116355:0:25055:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1790740662.116358:0:25055:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1790740662.116387:0:25055:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1790740662.116390:0:25055:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1790740662.116392:0:25055:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1790740662.116394:0:25055:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:1.0:1790740662.116606:0:25051:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:1.0:1790740662.116640:0:25051:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1790740662.118451:0:25051:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98db82342000/0xb25dda4f4e92f876 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f87d expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740662.118471:0:25051:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98db82342000/0xb25dda4f4e92f876 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f87d expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790740662.118481:0:25051:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff98dcb01fd800 from 1 10000000:01000000:1.0:1790740662.118484:0:25051:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1790740662.118537:0:25051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98db83f32a00/0xb25dda4f4e92f892 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740662.118546:0:25051:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98db83f32a00/0xb25dda4f4e92f892 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740662.118557:0:25051:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98db83f32a00/0xb25dda4f4e92f892 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740662.118593:0:25051:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022149504:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1790740662.118665:0:25051:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740662.118723:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022149504 00000100:00100000:1.0:1790740662.118730:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022149504 00000100:00100000:1.0:1790740662.118791:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1790740662.118813:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98503450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+22:25051:x1877727022149504:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790740662.118828:0:22721:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790740662.118840:0:22721:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98db83f32400/0xb25dda4f4e92f899 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f892 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740662.118864:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98db83f32400/0xb25dda4f4e92f899 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f892 expref: 23 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740662.118875:0:22721:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98db83f32400/0xb25dda4f4e92f899 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f892 expref: 23 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740662.118883:0:22721:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db83f32400, rc 0) 00000100:00100000:1.0:1790740662.118928:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98503450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+23:25051:x1877727022149504:12345-0@lo:101:mount.lustre.0 Request processed in 129us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740662.118935:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1790740662.118982:0:25051:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc8809ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1790740662.119003:0:25051:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022149504:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790740662.119018:0:25051:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98db83f32a00/0xb25dda4f4e92f892 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f899 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740662.119028:0:25051:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98db83f32a00/0xb25dda4f4e92f892 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f899 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1790740662.124885:0:25051:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1790740662.125300:0:25051:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1790740662.125533:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1790740662.125559:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1790740662.125571:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1790740662.125741:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1790740662.125766:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1790740662.125780:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1790740662.125792:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1790740662.125805:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1790740662.125819:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1790740662.125832:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1790740662.125843:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1790740662.125859:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1790740662.125864:0:25051:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1790740662.127163:0:25051:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefd9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022149632:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790740662.127379:0:25051:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740662.127426:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022149632 00000100:00100000:2.0:1790740662.127428:0:25051:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb01f7600 going to sleep for 11 seconds 00000100:00100000:0.0:1790740662.127434:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022149632 00000100:00100000:0.0:1790740662.127633:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1790740662.127644:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98502c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+23:25051:x1877727022149632:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790740662.127776:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98502c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+23:25051:x1877727022149632:12345-0@lo:501:mount.lustre.0 Request processed in 133us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740662.127784:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1790740662.128121:0:25051:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefd9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022149632:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790740662.128157:0:25051:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefd9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022149760:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790740662.128250:0:25051:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740662.128273:0:25051:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb01f7600 going to sleep for 11 seconds 00000100:00100000:1.0:1790740662.128325:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022149760 00000100:00100000:1.0:1790740662.128330:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022149760 00000100:00100000:1.0:1790740662.128511:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1790740662.128635:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98503050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+23:25051:x1877727022149760:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1790740662.128737:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98503050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+23:25051:x1877727022149760:12345-0@lo:503:mount.lustre.0 Request processed in 218us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740662.128745:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1790740662.131625:0:25051:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefd9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022149760:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1790740662.132152:0:25051:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1790740662.132253:0:25051:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefd9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022149888:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790740662.132336:0:25051:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740662.132384:0:25051:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb01f7600 going to sleep for 11 seconds 00000100:00100000:1.0:1790740662.132439:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022149888 00000100:00100000:1.0:1790740662.132511:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022149888 00000100:00100000:1.0:1790740662.132639:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1790740662.132649:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98501050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+23:25051:x1877727022149888:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790740662.132774:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98501050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+23:25051:x1877727022149888:12345-0@lo:502:mount.lustre.0 Request processed in 125us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740662.132782:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1790740662.134139:0:25051:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefd9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022149888:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1790740662.134391:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1790740662.134424:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1790740662.134456:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1790740662.134472:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1790740662.134496:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1790740662.134509:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1790740662.134520:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1790740662.134531:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1790740662.134544:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1790740662.134556:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1790740662.134572:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1790740662.134610:0:25051:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefd9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022150016:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790740662.134676:0:25051:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740662.134726:0:25051:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb01f7600 going to sleep for 11 seconds 00000100:00100000:1.0:1790740662.136375:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022150016 00000100:00100000:1.0:1790740662.136400:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022150016 00000100:00100000:1.0:1790740662.136472:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1790740662.136483:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98502450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+23:25051:x1877727022150016:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790740662.136646:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98502450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+23:25051:x1877727022150016:12345-0@lo:502:mount.lustre.0 Request processed in 165us (1969us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740662.136654:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1790740662.136668:0:25051:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefd9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022150016:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790740662.136751:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1790740662.136766:0:25051:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1790740662.147724:0:25059:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790740662.147738:0:25059:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790740662.147740:0:25059:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1790740662.147749:0:25059:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff98dcb01fd800 00000020:00000080:0.0:1790740662.147752:0:25059:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1790740662.147762:0:25059:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790740662.147764:0:25059:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790740662.147765:0:25059:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1790740662.147768:0:25059:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790740662.147770:0:25059:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790740662.147771:0:25059:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1790740662.147774:0:25059:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff98dcb01fd800 00000020:00000080:0.0:1790740662.147776:0:25059:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1790740662.147845:0:25059:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790740662.147849:0:25059:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790740662.147850:0:25059:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1790740662.147853:0:25059:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790740662.147862:0:25059:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790740662.147863:0:25059:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1790740662.147868:0:25059:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff98dcb01fd800 00000020:00000080:0.0:1790740662.147870:0:25059:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1790740662.147891:0:25059:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790740662.147894:0:25059:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790740662.147895:0:25059:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1790740662.147898:0:25059:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1790740662.147900:0:25059:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790740662.147902:0:25059:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1790740662.147905:0:25059:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff98dcb01fd800 00000020:00000080:0.0:1790740662.147906:0:25059:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1790740662.147949:0:25059:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1790740662.147952:0:25059:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1790740662.147953:0:25059:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1790740662.147956:0:25059:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1790740662.148149:0:25051:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1790740662.148189:0:25051:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1790740662.148224:0:25051:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98db83f32a00/0xb25dda4f4e92f892 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f899 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740662.148237:0:25051:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98db83f32a00/0xb25dda4f4e92f892 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f899 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790740662.148290:0:25051:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1790740662.148293:0:25051:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff98dcb01fd800 10000000:01000000:2.0:1790740662.148296:0:25051:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff98dcb01fd800 10000000:01000000:2.0:1790740662.148300:0:25051:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1790740662.148307:0:25051:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff98dcb01fd800 from 1 10000000:01000000:2.0:1790740662.148309:0:25051:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1790740662.148358:0:25051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcaf061a00/0xb25dda4f4e92f8a0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740662.148367:0:25051:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98dcaf061a00/0xb25dda4f4e92f8a0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740662.148376:0:25051:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98dcaf061a00/0xb25dda4f4e92f8a0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740662.148407:0:25051:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefdb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022150144:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1790740662.148483:0:25051:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740662.148528:0:25051:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb01f7cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1790740662.148634:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022150144 00000100:00100000:1.0:1790740662.148641:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022150144 00000100:00100000:1.0:1790740662.148699:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1790740662.148708:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98502050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+23:25051:x1877727022150144:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790740662.148731:0:22723:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790740662.148744:0:22723:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98db83f32000/0xb25dda4f4e92f8a7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f8a0 expref: -99 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740662.148766:0:22723:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98db83f32000/0xb25dda4f4e92f8a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f8a0 expref: 24 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740662.148777:0:22723:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98db83f32000/0xb25dda4f4e92f8a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f8a0 expref: 24 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740662.148785:0:22723:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db83f32000, rc 0) 00000100:00100000:1.0:1790740662.148843:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98502050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:25051:x1877727022150144:12345-0@lo:101:mount.lustre.0 Request processed in 136us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740662.148851:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1790740662.148902:0:25051:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefdb800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022150144:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1790740662.148929:0:25051:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98dcaf061a00/0xb25dda4f4e92f8a0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f8a7 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740662.148937:0:25051:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98dcaf061a00/0xb25dda4f4e92f8a0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f8a7 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1790740662.153906:0:25051:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1790740662.154621:0:25051:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1790740662.156164:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1790740662.156260:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1790740662.156279:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1790740662.156293:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1790740662.156305:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1790740662.156318:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1790740662.156400:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1790740662.156419:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1790740662.156447:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1790740662.156463:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1790740662.156475:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1790740662.156487:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1790740662.156497:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1790740662.156509:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1790740662.156520:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1790740662.156533:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1790740662.156544:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1790740662.156556:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1790740662.156568:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1790740662.156582:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1790740662.156595:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1790740662.156607:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1790740662.156618:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1790740662.156631:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1790740662.156654:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1790740662.156668:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1790740662.156679:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1790740662.156691:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1790740662.156704:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1790740662.156716:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1790740662.156728:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1790740662.156740:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1790740662.156754:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1790740662.156766:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1790740662.156777:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1790740662.156789:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1790740662.159132:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1790740662.159188:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:1.0:1790740662.160184:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:1.0:1790740662.160302:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:1.0:1790740662.160332:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:1.0:1790740662.160426:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:1.0:1790740662.160442:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:1.0:1790740662.160457:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:1.0:1790740662.160470:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:1.0:1790740662.160483:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:1.0:1790740662.160496:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:1.0:1790740662.160510:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:1.0:1790740662.160689:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:1.0:1790740662.160708:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:1.0:1790740662.160726:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:1.0:1790740662.160731:0:25051:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:1.0:1790740662.162141:0:25051:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022150272:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1790740662.162213:0:25051:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740662.163112:0:25051:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc8809a240 going to sleep for 11 seconds 00000100:00100000:0.0:1790740662.165409:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022150272 00000100:00100000:0.0:1790740662.165424:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022150272 00000100:00100000:0.0:1790740662.165488:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1790740662.165497:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98500050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:25051:x1877727022150272:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1790740662.165689:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98500050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:25051:x1877727022150272:12345-0@lo:501:mount.lustre.0 Request processed in 193us (3476us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740662.165697:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1790740662.167083:0:25051:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022150272:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1790740662.167144:0:25051:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefd8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022150400:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1790740662.167212:0:25051:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740662.167256:0:25051:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb025c240 going to sleep for 11 seconds 00000100:00100000:0.0:1790740662.172820:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022150400 00000100:00100000:0.0:1790740662.172836:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022150400 00000100:00100000:0.0:1790740662.172924:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1790740662.172936:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98501850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:25051:x1877727022150400:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1790740662.173112:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98501850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:25051:x1877727022150400:12345-0@lo:503:mount.lustre.0 Request processed in 177us (5899us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740662.173120:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1790740662.175598:0:25051:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefd8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022150400:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1790740662.176123:0:25051:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1790740662.176233:0:25051:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefd8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022150528:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790740662.176310:0:25051:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740662.176349:0:25051:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb5c9c540 going to sleep for 11 seconds 00000100:00100000:0.0:1790740662.176812:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022150528 00000100:00100000:0.0:1790740662.176820:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022150528 00000100:00100000:0.0:1790740662.176880:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1790740662.176888:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98500850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:25051:x1877727022150528:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790740662.177019:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98500850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:25051:x1877727022150528:12345-0@lo:502:mount.lustre.0 Request processed in 131us (708us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740662.177027:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1790740662.177094:0:25051:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefd8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022150528:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1790740662.177317:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1790740662.177346:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1790740662.177362:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1790740662.177376:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1790740662.177400:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1790740662.177415:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1790740662.177429:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1790740662.177616:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1790740662.177638:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1790740662.177652:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1790740662.177664:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1790740662.177692:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1790740662.177705:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1790740662.177716:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1790740662.177732:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1790740662.177744:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1790740662.177754:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1790740662.177765:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1790740662.177776:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1790740662.177788:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1790740662.177799:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1790740662.177810:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1790740662.177834:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1790740662.177846:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1790740662.177857:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1790740662.177869:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1790740662.177881:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1790740662.177903:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1790740662.177933:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1790740662.177947:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1790740662.177960:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1790740662.177973:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1790740662.177987:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1790740662.177999:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1790740662.178009:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1790740662.178021:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1790740662.178057:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1790740662.178072:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1790740662.178085:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1790740662.178099:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1790740662.178110:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1790740662.178121:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1790740662.178132:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1790740662.178156:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1790740662.178327:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1790740662.178346:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1790740662.178361:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1790740662.178373:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1790740662.178421:0:25051:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83dc5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022150656:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1790740662.179420:0:25051:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740662.180815:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022150656 00000100:00100000:2.0:1790740662.180827:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022150656 00000100:00100000:2.0:1790740662.180882:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1790740662.180891:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98501c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:25051:x1877727022150656:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1790740662.186116:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98501c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:25051:x1877727022150656:12345-0@lo:502:mount.lustre.0 Request processed in 5217us (6689us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740662.186133:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1790740662.193881:0:25051:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc86af1780 going to sleep for 11 seconds 00000100:00100000:0.0:1790740662.193941:0:25051:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83dc5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022150656:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1790740662.198710:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1790740662.198778:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1790740662.198834:0:25051:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022150784:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1790740662.198933:0:25051:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740662.200454:0:25051:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb62b09c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790740662.201119:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022150784 00000100:00100000:1.0:1790740662.201131:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022150784 00000100:00100000:1.0:1790740662.201220:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1790740662.201230:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98503c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:25051:x1877727022150784:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1790740662.201385:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98503c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:25051:x1877727022150784:12345-0@lo:502:mount.lustre.0 Request processed in 156us (2452us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740662.201393:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1790740662.201459:0:25051:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022150784:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1790740662.202179:0:25051:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:1.0:1790740662.202209:0:25051:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1790740662.203416:0:25065:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1790740662.203433:0:25065:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff98dcaf200000) 00000020:00000080:1.0:1790740662.203459:0:25065:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:1.0:1790740662.203734:0:25065:0:(tgt_mount.c:153:server_get_mount()) get mount ffff98dcb01fd800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1790740662.203739:0:25065:0:(tgt_mount.c:187:server_put_mount()) put mount ffff98dcb01fd800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1790740662.203741:0:25065:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98dcb01fd800 3 00010000:00080000:1.0:1790740662.203780:0:25065:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98db83e4e000@lustre-MDT0000-lwp-OST0001: add connection 192.168.204.103@tcp at head 00010000:00010000:1.0:1790740662.207373:0:25065:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:1.0:1790740662.207673:0:25065:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:1.0:1790740662.207718:0:25065:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1790740662.207730:0:25065:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xb25dda4f4e92f8b5 00000100:00080000:1.0:1790740662.207742:0:25065:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1790740662.207753:0:25065:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff98db83e4e000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:1.0:1790740662.207788:0:25065:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98dcb5df1880 x1877727022150912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790740662.207826:0:25065:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1790740662.207882:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790740662.207886:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1790740662.207888:0:37:0:(import.c:65:import_set_state_nolock()) ffff98dcb5f18000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790740662.207892:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 729 00000100:00080000:1.0:1790740662.207896:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1790740662.207900:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff98dcb5f18000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:0.0:1790740662.208022:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3637:1877727022150912:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1790740662.208117:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740662.209804:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98dcb5df0380 x1877727022151296/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1790740662.209904:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1790740662.209918:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1790740662.209922:0:37:0:(import.c:65:import_set_state_nolock()) ffff98dc897af000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1790740662.209927:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 729 00000100:00080000:1.0:1790740662.209930:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1790740662.209947:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff98dc897af000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:1.0:1790740662.209960:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db828a9180 x1877727022151808/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1790740662.210010:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022151040:0@lo:400:kworker.0 00000100:00100000:1.0:1790740662.210089:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740662.210124:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db828a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022151680:0@lo:400:kworker.0 00000100:00100000:1.0:1790740662.210181:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740662.210225:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1790740662.210232:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022151168:0@lo:400:kworker.0 00000100:00100000:1.0:1790740662.210254:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740662.210272:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db828a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1877727022151936:0@lo:400:kworker.0 00000100:00100000:1.0:1790740662.210295:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740662.210322:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1877727022151424:0@lo:400:kworker.0 00000100:00100000:1.0:1790740662.210344:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740662.210367:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db828a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1877727022152064:0@lo:400:kworker.0 00000100:00100000:1.0:1790740662.210400:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740662.210415:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1790740662.210421:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022151552:0@lo:400:kworker.0 00000100:00100000:1.0:1790740662.210443:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740662.210462:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db828a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1877727022152192:0@lo:400:kworker.0 00000100:00100000:1.0:1790740662.210483:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740662.210505:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022151040 00000100:00100000:1.0:1790740662.210512:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022151040 00000100:00100000:1.0:1790740662.210802:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022151552 00000100:00100000:1.0:1790740662.210806:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022151552 00000100:00100000:1.0:1790740662.210833:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1790740662.210841:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db828aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022151040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740662.210898:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db828aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022151040:12345-0@lo:400:kworker.0 Request processed in 57us (807us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740662.210904:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1790740662.210939:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1790740662.210945:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db828a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022151552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740662.210975:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db828a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022151552:12345-0@lo:400:kworker.0 Request processed in 30us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740662.210980:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1790740662.211001:0:24240:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022151680 00000100:00100000:1.0:1790740662.211004:0:24240:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022151680 00000100:00100000:1.0:1790740662.211049:0:24240:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022151168 00000100:00100000:1.0:1790740662.211052:0:24240:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022151168 00000100:00100000:1.0:1790740662.211067:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790740662.211072:0:24240:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db828a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022151680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740662.211101:0:24240:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db828a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022151680:12345-0@lo:400:kworker.0 Request processed in 29us (935us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740662.211107:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1790740662.211117:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1790740662.211122:0:24240:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db828a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022151168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740662.211146:0:24240:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db828a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022151168:12345-0@lo:400:kworker.0 Request processed in 23us (890us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740662.211151:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:1.0:1790740662.211184:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1790740662.211214:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022151552:0@lo:400:kworker.0 00000100:00100000:1.0:1790740662.211307:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022151168:0@lo:400:kworker.0 00000100:00100000:1.0:1790740662.211319:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022151040:0@lo:400:kworker.0 00000100:00100000:1.0:1790740662.211327:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db828a8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022151680:0@lo:400:kworker.0 00000100:00100000:0.0:1790740662.212064:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcb5df0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022151296:0@lo:8:kworker.0 00000100:00100000:0.0:1790740662.212107:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740662.212131:0:24240:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022151296 00000100:00100000:0.0:1790740662.212131:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db828a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022151808:0@lo:8:kworker.0 00000100:00100000:2.0:1790740662.212136:0:24240:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022151296 00000100:00100000:0.0:1790740662.212154:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740662.212159:0:24240:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022151808 00000100:00100000:2.0:1790740662.212161:0:24240:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022151808 00000100:00100000:2.0:1790740662.212171:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1790740662.212175:0:24240:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83dc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3637:x1877727022151296:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1790740662.212240:0:24240:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83dc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3637:x1877727022151296:12345-0@lo:8:kworker.0 Request processed in 63us (131us total) trans 0 rc -11/-11 00000100:00100000:2.0:1790740662.212246:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1790740662.212256:0:24241:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1790740662.212261:0:24241:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83dc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3637:x1877727022151808:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1790740662.212298:0:24241:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83dc7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3637:x1877727022151808:12345-0@lo:8:kworker.0 Request processed in 36us (143us total) trans 0 rc -11/-11 00000100:00100000:1.0:1790740662.212304:0:24241:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1790740662.212682:0:3637:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1790740662.212690:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dcb5f18000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790740662.212695:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1790740662.212698:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022151296:0@lo:8:kworker.0 00000100:00100000:0.0:1790740662.212708:0:3637:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1790740662.212710:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dc897af000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1790740662.212713:0:3637:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1790740662.212715:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db828a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022151808:0@lo:8:kworker.0 00000100:00100000:3.0:1790740662.213128:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022150912 00000100:00100000:3.0:1790740662.213134:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022150912 00000100:00100000:3.0:1790740662.213152:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022151936 00000100:00100000:3.0:1790740662.213155:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022151936 00000100:00100000:3.0:1790740662.213185:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022151424 00000100:00100000:3.0:1790740662.213188:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022151424 00000100:00100000:3.0:1790740662.213201:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022152064 00000100:00100000:3.0:1790740662.213204:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022152064 00000100:00100000:3.0:1790740662.213224:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022152192 00000100:00100000:3.0:1790740662.213227:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022152192 00000100:00100000:3.0:1790740662.213243:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1790740662.213249:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db828a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1877727022151936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740662.213305:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db828a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1877727022151936:12345-0@lo:400:kworker.0 Request processed in 56us (3008us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740662.213312:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1790740662.213337:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1790740662.213343:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db828a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1877727022151424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740662.213379:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db828a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1877727022151424:12345-0@lo:400:kworker.0 Request processed in 36us (3034us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740662.213385:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1790740662.213397:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1790740662.213403:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db828ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1877727022152064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740662.213429:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db828ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1877727022152064:12345-0@lo:400:kworker.0 Request processed in 27us (3029us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740662.213435:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1790740662.213446:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1790740662.213452:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db828aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1877727022152192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740662.213476:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db828aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1877727022152192:12345-0@lo:400:kworker.0 Request processed in 25us (2992us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740662.213481:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1790740662.213492:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790740662.213496:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83dc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3637:x1877727022150912:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1790740662.213513:0:22729:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 733 last 0 00000020:01000004:1.0:1790740662.214051:0:25065:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1790740662.214079:0:25065:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff98db8108cd40) 00000020:00000080:1.0:1790740662.214099:0:25065:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:1.0:1790740662.214421:0:25065:0:(tgt_mount.c:153:server_get_mount()) get mount ffff98dcb01fd800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1790740662.214425:0:25065:0:(tgt_mount.c:187:server_put_mount()) put mount ffff98dcb01fd800 from lustre-OST0001, refs=3 00000020:01000004:1.0:1790740662.214428:0:25065:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98dcb01fd800 3 00010000:00080000:1.0:1790740662.214458:0:25065:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98db83e4b800@lustre-MDT0001-lwp-OST0001: add connection 192.168.204.103@tcp at head 00000020:00000080:3.0:1790740662.214639:0:22729:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xb25dda4f4e92f8c3 00000004:00100000:3.0:1790740662.214654:0:22729:0:(mdt_handler.c:7299:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1790740662.214684:0:22729:0:(import.c:65:import_set_state_nolock()) ffff98db8235d800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790740662.214752:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83dc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1877727022150912:12345-0@lo:38:llog_process_th.0 Request processed in 1254us (6635us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740662.214760:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:3.0:1790740662.214814:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1790740662.214824:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1790740662.214858:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98dcb5df1880 x1877727022150912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790740672 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740662.214869:0:3637:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1790740662.214876:0:3637:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1790740662.214883:0:3637:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1790740662.214887:0:3637:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1790740662.214889:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98db83e4e000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1790740662.214895:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcb5df1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3637:1877727022150912:0@lo:38:llog_process_th.0 00010000:00080000:3.0:1790740662.214959:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98db828a8e00 x1877727022152192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740662.214968:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db828a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1877727022152192:0@lo:400:kworker.0 00010000:00080000:3.0:1790740662.214978:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98dcbd0bfb80 x1877727022151424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740662.214985:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd0bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1877727022151424:0@lo:400:kworker.0 00010000:00080000:3.0:1790740662.214997:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98db828a9f80 x1877727022152064/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740662.215004:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db828a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1877727022152064:0@lo:400:kworker.0 00010000:00080000:3.0:1790740662.215229:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98db828a9500 x1877727022151936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740662.215241:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db828a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1877727022151936:0@lo:400:kworker.0 00010000:00010000:0.0:1790740662.230396:0:25065:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:0.0:1790740662.230849:0:25065:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:0.0:1790740662.230896:0:25065:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1790740662.230920:0:25065:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xb25dda4f4e92f8ca 00000100:00080000:0.0:1790740662.230931:0:25065:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1790740662.230943:0:25065:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff98db83e4b800 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:0.0:1790740662.230981:0:25065:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98db83dc6d80 x1877727022152320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1790740662.231010:0:25065:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:3.0:1790740662.232780:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3637:1877727022152320:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1790740662.232861:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740662.233075:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022152320 00000100:00100000:0.0:1790740662.233083:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022152320 00000100:00100000:0.0:1790740662.233125:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1790740662.233133:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3637:x1877727022152320:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1790740662.233185:0:22729:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 733 last 0 00000020:00000080:0.0:1790740662.233601:0:22729:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xb25dda4f4e92f8d1 00000004:00100000:0.0:1790740662.233618:0:22729:0:(mdt_handler.c:7299:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1790740662.233652:0:22729:0:(import.c:65:import_set_state_nolock()) ffff98db82316800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790740662.233720:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1877727022152320:12345-0@lo:38:llog_process_th.0 Request processed in 585us (857us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740662.233728:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:3.0:1790740662.233801:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98db83dc6d80 x1877727022152320/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1790740672 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740662.233812:0:3637:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1790740662.233821:0:3637:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1790740662.233828:0:3637:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1790740662.233833:0:3637:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1790740662.233835:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98db83e4b800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1790740662.233841:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83dc6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3637:1877727022152320:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1790740662.248072:0:25065:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1790740662.248152:0:25051:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1790740662.248191:0:25051:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1790740662.248214:0:25051:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcaf061a00/0xb25dda4f4e92f8a0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f8a7 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740662.248227:0:25051:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dcaf061a00/0xb25dda4f4e92f8a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f8a7 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1790740662.248284:0:25051:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1790740662.248287:0:25051:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1790740662.248288:0:25051:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790740662.248290:0:25051:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790740662.248291:0:25051:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790740662.248292:0:25051:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790740662.248294:0:25051:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1790740662.248296:0:25051:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790740662.248297:0:25051:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790740662.248301:0:25051:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1790740662.248303:0:25051:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1790740662.248305:0:25051:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1790740662.248306:0:25051:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1790740662.248307:0:25051:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1790740662.248308:0:25051:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1790740662.248309:0:25051:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1790740662.248311:0:25051:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1790740662.248312:0:25051:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1790740662.248313:0:25051:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1790740662.248352:0:25051:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1790740662.248372:0:25051:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefdb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022152448:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1790740662.248453:0:25051:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740662.248497:0:25051:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb5c9c300 going to sleep for 11 seconds 00000100:00100000:0.0:1790740662.248565:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022152448 00000100:00100000:0.0:1790740662.248573:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022152448 00000100:00100000:0.0:1790740662.252676:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1790740662.252697:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98503850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:25051:x1877727022152448:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1790740662.252736:0:22724:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1790740662.252752:0:22724:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1790740662.258991:0:22724:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1790740662.259005:0:22724:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:0.0:1790740662.259124:0:22745:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1790740662.259129:0:22745:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1790740662.259152:0:22745:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f8d8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740662.259173:0:22745:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98dcb5dc8a00/0xb25dda4f4e92f765 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f75e expref: 24 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740662.259182:0:22745:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98dcb5dc9e00/0xb25dda4f4e92f773 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f76c expref: 24 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740662.259190:0:22745:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f8d8 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740662.259243:0:22745:0:(ldlm_lockd.c:966:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98dcb5dc9e00/0xb25dda4f4e92f773 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb25dda4f4e92f76c expref: 24 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740662.259258:0:22745:0:(ldlm_lockd.c:498:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98dcb5dc9e00/0xb25dda4f4e92f773 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb25dda4f4e92f76c expref: 24 pid: 22723 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740662.259272:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83dc4000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1877727022152576:0@lo:104: 00000100:00100000:0.0:1790740662.259344:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1790740662.259382:0:22745:0:(ldlm_lockd.c:966:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98dcb5dc8a00/0xb25dda4f4e92f765 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb25dda4f4e92f75e expref: 24 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740662.259390:0:22745:0:(ldlm_lockd.c:498:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98dcb5dc8a00/0xb25dda4f4e92f765 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb25dda4f4e92f75e expref: 24 pid: 22721 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740662.259398:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83dc5c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1877727022152704:0@lo:104: 00000100:00100000:0.0:1790740662.259420:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740662.259437:0:22745:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc86af16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790740662.259459:0:22712:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022152576 00000100:00100000:0.0:1790740662.259466:0:22712:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022152576 00000100:00100000:0.0:1790740662.259501:0:22712:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022152704 00000100:00100000:0.0:1790740662.259504:0:22712:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022152704 00000100:00100000:0.0:1790740662.259518:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1790740662.259527:0:22712:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+4:22745:x1877727022152576:12345-0@lo:104: 00010000:00010000:0.0:1790740662.259540:0:22712:0:(ldlm_lockd.c:2509:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92f76c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f773 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740662.259587:0:22712:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1790740662.259592:0:22712:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83dc6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+4:22745:x1877727022152576:12345-0@lo:104: Request processed in 67us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740662.259605:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1790740662.259622:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1790740662.259627:0:22712:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83dc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+3:22745:x1877727022152704:12345-0@lo:104: 00010000:00010000:0.0:1790740662.259635:0:22712:0:(ldlm_lockd.c:2509:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45800/0xb25dda4f4e92f75e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f765 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740662.259668:0:22712:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1790740662.259673:0:22712:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83dc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+3:22745:x1877727022152704:12345-0@lo:104: Request processed in 47us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740662.259679:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:0.0:1790740662.259695:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1790740662.259701:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92f76c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f773 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740662.259708:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc8c00 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:0.0:1790740662.259712:0:23485:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92f76c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb25dda4f4e92f773 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740662.259721:0:23485:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92f76c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb25dda4f4e92f773 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790740662.259729:0:23485:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92f76c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb25dda4f4e92f773 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790740662.259734:0:23485:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1790740662.259761:0:23485:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92f76c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f773 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740662.259768:0:23485:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1790740662.259793:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92f76c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f773 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740662.259800:0:23485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc8c00/0xb25dda4f4e92f76c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f773 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740662.259813:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790740662.259816:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45800/0xb25dda4f4e92f75e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f765 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740662.259822:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcbfc45800 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:0.0:1790740662.259825:0:23485:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45800/0xb25dda4f4e92f75e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb25dda4f4e92f765 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740662.259832:0:23485:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45800/0xb25dda4f4e92f75e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb25dda4f4e92f765 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1790740662.259837:0:23485:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45800/0xb25dda4f4e92f75e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb25dda4f4e92f765 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790740662.259841:0:23485:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1790740662.259853:0:23485:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45800/0xb25dda4f4e92f75e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f765 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740662.259858:0:23485:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1790740662.259864:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45800/0xb25dda4f4e92f75e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f765 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740662.259869:0:23485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dcbfc45800/0xb25dda4f4e92f75e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f765 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740662.259892:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740662.259894:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740662.259896:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790740662.259942:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83dc4000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1877727022152576:0@lo:104: 00000100:00100000:0.0:1790740662.259951:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83dc5c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22745:1877727022152704:0@lo:104: 00010000:00010000:0.0:1790740662.259969:0:22745:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f8d8 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740662.260547:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98503850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:25051:x1877727022152448:12345-0@lo:253:mount.lustre.0 Request processed in 7857us (12092us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740662.260558:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1790740662.260608:0:25051:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefdb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:25051:1877727022152448:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1790740662.260619:0:25051:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1790740662.260623:0:25051:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1790740662.260625:0:25051:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1790740662.260626:0:25051:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1790740662.260627:0:25051:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1790740662.260629:0:25051:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1790740662.260630:0:25051:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1790740662.260632:0:25051:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1790740662.260634:0:25051:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1790740662.260635:0:25051:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1790740662.260647:0:25051:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:3.0:1790740662.261583:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3640:1877727022152832:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790740662.261641:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740662.261690:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1790740662.261697:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3640:1877727022152960:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790740662.261719:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740662.261761:0:22714:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022152832 00000100:00100000:3.0:1790740662.261767:0:22714:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022152832 00010000:00010000:3.0:1790740662.261797:0:22714:0:(ldlm_lockd.c:2686:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98dcb5dc9e00/0xb25dda4f4e92f773 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f76c expref: 24 pid: 22723 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740662.261820:0:22714:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022152960 00000100:00100000:3.0:1790740662.261823:0:22714:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022152960 00010000:00010000:3.0:1790740662.261835:0:22714:0:(ldlm_lockd.c:2686:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98dcb5dc8a00/0xb25dda4f4e92f765 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f75e expref: 25 pid: 22721 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740662.261855:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790740662.261863:0:22714:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+25:3640:x1877727022152832:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790740662.261876:0:22714:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790740662.261881:0:22714:0:(ldlm_lockd.c:1799:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98dcb5dc9e00/0xb25dda4f4e92f773 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f76c expref: 25 pid: 22723 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740662.261899:0:22714:0:(ldlm_lockd.c:571:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98dcb5dc9e00/0xb25dda4f4e92f773 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb25dda4f4e92f76c expref: 25 pid: 22723 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740662.261926:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcb5dc9e00/0xb25dda4f4e92f773 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb25dda4f4e92f76c expref: 25 pid: 22723 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740662.264931:0:22714:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790740662.265045:0:22714:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:3640:x1877727022152832:12345-0@lo:103:ldlm_bl.0 Request processed in 3164us (3384us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740662.265058:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790740662.265092:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1790740662.265102:0:22714:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+23:3640:x1877727022152960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790740662.265118:0:22714:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790740662.265125:0:22714:0:(ldlm_lockd.c:1799:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98dcb5dc8a00/0xb25dda4f4e92f765 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f75e expref: 23 pid: 22721 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740662.265139:0:22714:0:(ldlm_lockd.c:571:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98dcb5dc8a00/0xb25dda4f4e92f765 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb25dda4f4e92f75e expref: 23 pid: 22721 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740662.265157:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcb5dc8a00/0xb25dda4f4e92f765 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb25dda4f4e92f75e expref: 23 pid: 22721 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740662.265641:0:22714:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f8d8 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740662.265653:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f8d8 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1790740662.265671:0:22714:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.032003930s 00010000:00010000:3.0:1790740662.265690:0:22714:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f8d8 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740662.265698:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f8d8 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740662.265706:0:22714:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f8d8 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740662.265713:0:22714:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f8d8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740662.265719:0:22714:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db82343a00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:3.0:1790740662.265724:0:22714:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f8d8 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740662.265732:0:22714:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f8d8 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740662.271363:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740662.272559:0:22745:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f8d8 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740662.272575:0:22745:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f8d8 lrc: 5/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740662.277207:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3640:1877727022152832:0@lo:103:ldlm_bl.0 00000001:00000004:1.0:1790740662.277400:0:25051:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:3.0:1790740662.281890:0:22714:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f8d8 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740662.281926:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98db82343a00/0xb25dda4f4e92f8d8 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22745 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740662.281951:0:22714:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790740662.282086:0:22714:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+22:3640:x1877727022152960:12345-0@lo:103:ldlm_bl.0 Request processed in 16983us (20361us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740662.282098:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1790740662.283483:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3640:1877727022152960:0@lo:103:ldlm_bl.0 00002000:00080000:1.0:1790740662.289678:0:25051:0:(ofd_obd.c:541:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:1.0:1790740662.289689:0:25051:0:(lfsck_lib.c:3084:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:1.0:1790740662.289731:0:25051:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1790740662.289795:0:25051:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.103@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1790740662.289814:0:25051:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=50 00000080:00000004:1.0:1790740662.289832:0:25051:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:1.0:1790740662.292822:0:25051:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1790740662.295318:0:25051:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1790740662.891350:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1790740662.891371:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022153088:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1790740662.891449:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1790740662.891492:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740662.892207:0:24242:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022153088 00000100:00100000:1.0:1790740662.892217:0:24242:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022153088 00000100:00100000:1.0:1790740662.892261:0:24242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1790740662.892290:0:24242:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcaefd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022153088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1790740662.892333:0:24242:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1790740662.892405:0:24242:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcaefd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022153088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (955us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740662.892412:0:24242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1790740662.892573:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022153088:0@lo:13:osp-pre-0-0.0 00000020:00000004:1.0:1790740663.479955:0:25118:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1790740663.480628:0:25118:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:2.0:1790740663.663503:0:22726:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1790740663.663513:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff98dcbc1fb800 from 14 10000000:01000000:2.0:1790740663.663518:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1790740663.663567:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcaf060a00/0xb25dda4f4e92f8df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740663.663579:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98dcaf060a00/0xb25dda4f4e92f8df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740663.663591:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98dcaf060a00/0xb25dda4f4e92f8df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740663.663617:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefdb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022153216:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1790740663.663681:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740663.663726:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb01f73c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790740663.663877:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022153216 00000100:00100000:0.0:1790740663.663893:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022153216 00000100:00100000:0.0:1790740663.663963:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1790740663.663973:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98500c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+22:22726:x1877727022153216:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790740663.663989:0:22721:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790740663.664003:0:22721:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98db82342600/0xb25dda4f4e92f8e6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f8df expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740663.664051:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98db82342600/0xb25dda4f4e92f8e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f8df expref: 23 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740663.664074:0:22721:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98db82342600/0xb25dda4f4e92f8e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f8df expref: 23 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740663.664083:0:22721:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db82342600, rc 0) 00000100:00100000:0.0:1790740663.664126:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98500c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+23:22726:x1877727022153216:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 154us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740663.664133:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1790740663.664286:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefdb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022153216:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790740663.664316:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98dcaf060a00/0xb25dda4f4e92f8df lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f8e6 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740663.664325:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98dcaf060a00/0xb25dda4f4e92f8df lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f8e6 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740663.664397:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefdb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022153344:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1790740663.664431:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740663.664452:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb01f73c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790740663.665174:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022153344 00000100:00100000:0.0:1790740663.665182:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022153344 00000100:00100000:0.0:1790740663.665229:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1790740663.665238:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98501450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+23:22726:x1877727022153344:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1790740663.665257:0:22724:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1790740663.665275:0:22724:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1790740663.665279:0:22724:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1790740663.665395:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98501450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+23:22726:x1877727022153344:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 158us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740663.665412:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1790740663.665694:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefdb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022153344:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1790740663.665770:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1790740663.665779:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcaf060a00/0xb25dda4f4e92f8df lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f8e6 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740663.665789:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dcaf060a00/0xb25dda4f4e92f8df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f8e6 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1790740663.665798:0:22726:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1790740663.665801:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff98dcbb7c0000 from 14 10000000:01000000:2.0:1790740663.665803:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1790740663.665825:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcaf060000/0xb25dda4f4e92f8ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740663.665832:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98dcaf060000/0xb25dda4f4e92f8ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740663.665840:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98dcaf060000/0xb25dda4f4e92f8ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740663.665855:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefdb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022153472:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1790740663.665896:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740663.665928:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb01f73c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790740663.665972:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022153472 00000100:00100000:0.0:1790740663.665976:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022153472 00000100:00100000:0.0:1790740663.666009:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1790740663.666016:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd213850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+23:22726:x1877727022153472:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790740663.666024:0:22723:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790740663.666053:0:22723:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98db82343200/0xb25dda4f4e92f8f4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92f8ed expref: -99 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740663.666142:0:22723:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98db82343200/0xb25dda4f4e92f8f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92f8ed expref: 24 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740663.666153:0:22723:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98db82343200/0xb25dda4f4e92f8f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f8ed expref: 24 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740663.666162:0:22723:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db82343200, rc 0) 00000100:00100000:0.0:1790740663.666189:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd213850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:22726:x1877727022153472:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 174us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740663.666195:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1790740663.666568:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefdb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022153472:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790740663.666587:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98dcaf060000/0xb25dda4f4e92f8ed lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f8f4 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740663.666596:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98dcaf060000/0xb25dda4f4e92f8ed lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92f8f4 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740663.666633:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefdb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022153600:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1790740663.666663:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740663.666690:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb01f73c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790740663.667160:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022153600 00000100:00100000:0.0:1790740663.667168:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022153600 00000100:00100000:0.0:1790740663.667206:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1790740663.667213:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd210c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:22726:x1877727022153600:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1790740663.667229:0:22721:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1790740663.667245:0:22721:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1790740663.667248:0:22721:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1790740663.667997:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd210c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:22726:x1877727022153600:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 780us (1329us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740663.668012:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1790740663.669242:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefdb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022153600:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1790740663.669651:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1790740663.669663:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcaf060000/0xb25dda4f4e92f8ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f8f4 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740663.669676:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dcaf060000/0xb25dda4f4e92f8ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92f8f4 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740663.914557:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1790740664.430506:0:22765:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1790740664.940961:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790740664.941624:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022153728:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1790740664.941731:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740664.942117:0:24242:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022153728 00000100:00100000:1.0:1790740664.942128:0:24242:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022153728 00000100:00100000:1.0:1790740664.942210:0:24242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1790740664.942222:0:24242:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db828a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022153728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1790740664.942264:0:24242:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1790740664.942962:0:24242:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db828a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022153728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 739us (1227us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740664.942985:0:24242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:1.0:1790740664.943027:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1790740664.943243:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022153728:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1790740664.943467:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790740665.450503:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1790740665.450530:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db828aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022153856:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790740665.450612:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740665.450697:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022153856 00000100:00100000:1.0:1790740665.450707:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022153856 00000100:00100000:1.0:1790740665.450774:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1790740665.450784:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1877727022153856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1790740665.450822:0:22735:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1790740665.450888:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1877727022153856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740665.451088:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1790740665.451147:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db828aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022153856:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790740665.451455:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db828aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022153984:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790740665.451493:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740665.451555:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022153984 00000100:00100000:1.0:1790740665.451562:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022153984 00000100:00100000:1.0:1790740665.451598:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1790740665.451605:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022153984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1790740665.451627:0:22735:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1790740665.451670:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022153984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740665.451676:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1790740665.451706:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db828aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022153984:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1790740665.966058:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740666.986889:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1790740667.509953:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790740667.509961:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1790740667.509966:0:36:0:(import.c:65:import_set_state_nolock()) ffff98dcb5f18000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1790740667.509987:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff98dcb5f18000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:2.0:1790740667.510012:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98dcaefda300 x1877727022154496/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1790740667.510077:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1790740667.510090:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1790740667.510092:0:36:0:(import.c:65:import_set_state_nolock()) ffff98dc897af000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1790740667.510099:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff98dc897af000 using connection 192.168.204.103@tcp/0@lo 00000100:00100000:2.0:1790740667.510112:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98dcaefdb800 x1877727022155008/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1790740667.510173:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022154368:0@lo:400:kworker.0 00000100:00100000:0.0:1790740667.510522:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3638:1877727022154112:0@lo:400:kworker.0 00000100:00100000:0.0:1790740667.510581:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740667.510631:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022154752:0@lo:400:kworker.0 00000100:00100000:0.0:1790740667.510654:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740667.510674:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1877727022155392:0@lo:400:kworker.0 00000100:00100000:0.0:1790740667.510697:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740667.510723:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1790740667.510729:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1877727022154240:0@lo:400:kworker.0 00000100:00100000:0.0:1790740667.510751:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740667.510770:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022154880:0@lo:400:kworker.0 00000100:00100000:0.0:1790740667.510792:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740667.510824:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1877727022155520:0@lo:400:kworker.0 00000100:00100000:0.0:1790740667.510845:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740667.510876:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022154112 00000100:00100000:0.0:1790740667.510884:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022154112 00000100:00100000:0.0:1790740667.510934:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1790740667.510943:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd211050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:3638:x1877727022154112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740667.510995:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd211050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:3638:x1877727022154112:12345-0@lo:400:kworker.0 Request processed in 52us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740667.511003:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1790740667.511053:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022154752 00000100:00100000:0.0:1790740667.511058:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022154752 00000100:00100000:0.0:1790740667.511074:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022154240 00000100:00100000:0.0:1790740667.511086:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022154240 00000100:00100000:0.0:1790740667.511103:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1790740667.511108:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83d91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022154752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740667.511143:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83d91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022154752:12345-0@lo:400:kworker.0 Request processed in 34us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740667.511149:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1790740667.511162:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1790740667.511167:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83d91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1877727022154240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740667.511194:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83d91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1877727022154240:12345-0@lo:400:kworker.0 Request processed in 27us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740667.511200:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1790740667.511567:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740667.511597:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1877727022155136:0@lo:400:kworker.0 00000100:00100000:2.0:1790740667.511625:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740667.511644:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1877727022155648:0@lo:400:kworker.0 00000100:00100000:2.0:1790740667.511667:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740667.511681:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1790740667.511686:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1877727022154624:0@lo:400:kworker.0 00000100:00100000:2.0:1790740667.511706:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740667.511717:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1877727022155264:0@lo:400:kworker.0 00000100:00100000:2.0:1790740667.511736:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740667.511762:0:24240:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022154368 00000100:00100000:2.0:1790740667.511768:0:24240:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022154368 00000100:00100000:2.0:1790740667.511825:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1790740667.511834:0:24240:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022154368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740667.511874:0:24240:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022154368:12345-0@lo:400:kworker.0 Request processed in 43us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740667.511881:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:2.0:1790740667.511902:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1790740667.511936:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022154368:0@lo:400:kworker.0 00000100:00100000:3.0:1790740667.513191:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022154496:0@lo:8:kworker.0 00000100:00100000:3.0:1790740667.513284:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740667.513326:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022155008:0@lo:8:kworker.0 00000100:00100000:2.0:1790740667.514483:0:24240:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022154496 00000100:00100000:2.0:1790740667.514500:0:24240:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022154496 00000100:00100000:2.0:1790740667.514556:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1790740667.514564:0:24240:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3637:x1877727022154496:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1790740667.514608:0:24240:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 738 last 0 00000020:00000080:2.0:1790740667.514646:0:24240:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb25dda4f4e92f8fb 00002000:00100000:2.0:1790740667.514669:0:24240:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff98db82afb000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113b03 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1790740667.514674:0:24240:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1790740667.514677:0:24240:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1790740667.514928:0:24240:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1790740667.514965:0:24240:0:(import.c:65:import_set_state_nolock()) ffff98db82af8000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790740667.515071:0:24240:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3637:x1877727022154496:12345-0@lo:8:kworker.0 Request processed in 507us (1786us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740667.515079:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1790740667.515169:0:24239:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022154880 00000100:00100000:0.0:1790740667.515177:0:24239:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022154880 00000100:00100000:0.0:1790740667.515237:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790740667.515246:0:24239:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83d92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022154880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740667.515294:0:24239:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83d92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022154880:12345-0@lo:400:kworker.0 Request processed in 49us (4500us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740667.515300:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1790740667.515344:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022155392 00000100:00100000:0.0:1790740667.515348:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022155392 00000100:00100000:0.0:1790740667.515379:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022155520 00000100:00100000:0.0:1790740667.515382:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022155520 00000100:00100000:0.0:1790740667.515395:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022155136 00000100:00100000:0.0:1790740667.515397:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022155136 00000100:00100000:0.0:1790740667.515410:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022155648 00000100:00100000:0.0:1790740667.515412:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022155648 00000100:00100000:0.0:1790740667.515423:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022154624 00000100:00100000:0.0:1790740667.515425:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022154624 00000100:00100000:0.0:1790740667.515434:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022155264 00000100:00100000:0.0:1790740667.515451:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022155264 00000100:00100000:0.0:1790740667.515472:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1790740667.515479:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83d90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1877727022155392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740667.515522:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83d90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1877727022155392:12345-0@lo:400:kworker.0 Request processed in 44us (4824us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740667.515529:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1790740667.515542:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1790740667.515549:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83d90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1877727022155520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740667.515581:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83d90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1877727022155520:12345-0@lo:400:kworker.0 Request processed in 33us (4735us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740667.515587:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1790740667.515598:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1790740667.515604:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1877727022155136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740667.515645:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1877727022155136:12345-0@lo:400:kworker.0 Request processed in 41us (4019us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740667.515651:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1790740667.515663:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1790740667.515669:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1877727022155648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740667.515699:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1877727022155648:12345-0@lo:400:kworker.0 Request processed in 30us (4031us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740667.515704:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1790740667.515715:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1790740667.515721:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1877727022154624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740667.515746:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1877727022154624:12345-0@lo:400:kworker.0 Request processed in 25us (4040us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740667.515761:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1790740667.515770:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1790740667.515777:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1877727022155264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740667.515825:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1877727022155264:12345-0@lo:400:kworker.0 Request processed in 49us (4087us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740667.515830:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00010000:00080000:0.0:1790740667.515883:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98dcaefd8000 x1877727022154624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740667.515901:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1877727022154624:0@lo:400:kworker.0 00010000:00080000:0.0:1790740667.515915:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98dcaefd9c00 x1877727022155264/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740667.515923:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1877727022155264:0@lo:400:kworker.0 00010000:00080000:0.0:1790740667.515934:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98dcaefd9180 x1877727022155136/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740667.515942:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1877727022155136:0@lo:400:kworker.0 00010000:00080000:0.0:1790740667.515958:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98db82c89880 x1877727022155648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740667.515965:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1877727022155648:0@lo:400:kworker.0 00000100:00100000:0.0:1790740667.516020:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1877727022154240:0@lo:400:kworker.0 00000100:00100000:0.0:1790740667.516059:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022154880:0@lo:400:kworker.0 00010000:00080000:0.0:1790740667.516070:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98dcaefdad80 x1877727022155520/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740667.516085:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1877727022155520:0@lo:400:kworker.0 00000100:00100000:0.0:1790740667.516098:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3638:1877727022154112:0@lo:400:kworker.0 00000100:00100000:0.0:1790740667.516109:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022154752:0@lo:400:kworker.0 00010000:00080000:0.0:1790740667.516119:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98dcaefd9880 x1877727022155392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740667.516127:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1877727022155392:0@lo:400:kworker.0 00000100:00100000:3.0:1790740667.516378:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1790740667.516421:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98dcaefda300 x1877727022154496/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1790740692 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1790740667.516431:0:3637:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1790740667.516438:0:3637:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1790740667.516443:0:3637:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1790740667.516446:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dcb5f18000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1790740667.516460:0:3637:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1790740667.516466:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3637:1877727022154496:0@lo:8:kworker.0 00000004:00080000:3.0:1790740667.516529:0:22756:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:3.0:1790740667.516546:0:22756:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84533b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22756:1877727022155904:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1790740667.516567:0:22756:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740667.516581:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db84658240 going to sleep for 11 seconds 00000004:00080000:3.0:1790740667.516593:0:22755:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1790740667.516676:0:22755:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 738802643780ns, next at 0ns, rc = 0 00080000:00080000:3.0:1790740667.516689:0:22755:0:(osd_handler.c:2856:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:3.0:1790740667.516713:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84531500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022155776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1790740667.516738:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740667.516943:0:24242:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022155776 00000100:00100000:3.0:1790740667.516949:0:24242:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022155776 00000100:00100000:3.0:1790740667.516991:0:24242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790740667.516998:0:24242:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3641:x1877727022155776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1790740667.517022:0:24242:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1790740667.517089:0:24242:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84532300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3641:x1877727022155776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740667.517096:0:24242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:3.0:1790740667.517129:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98db84531500 x1877727022155776/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790740683 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740667.517143:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84531500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022155776:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1790740667.517160:0:24241:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022155008 00000100:00100000:3.0:1790740667.517164:0:24241:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022155008 00000100:00100000:3.0:1790740667.517175:0:24241:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022155904 00000100:00100000:3.0:1790740667.517178:0:24241:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022155904 00000100:00100000:3.0:1790740667.517193:0:24241:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1790740667.517198:0:24241:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3637:x1877727022155008:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1790740667.517220:0:24241:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 738 last 0 00000020:00000080:3.0:1790740667.517245:0:24241:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb25dda4f4e92f902 00002000:00100000:3.0:1790740667.517257:0:24241:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff98db8235e000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113b03 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:3.0:1790740667.517261:0:24241:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:3.0:1790740667.517264:0:24241:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1790740667.517308:0:24241:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:3.0:1790740667.517339:0:24241:0:(import.c:65:import_set_state_nolock()) ffff98db82358800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790740667.517386:0:24241:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3637:x1877727022155008:12345-0@lo:8:kworker.0 Request processed in 186us (1007us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740667.517393:0:24241:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1790740667.517411:0:24241:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1790740667.517418:0:24241:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22756:x1877727022155904:12345-0@lo:5:osp-pre-1-0.0 00010000:00080000:3.0:1790740667.517620:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98dcaefdb800 x1877727022155008/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1790740692 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1790740667.517631:0:3637:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1790740667.517638:0:3637:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1790740667.517643:0:3637:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1790740667.517646:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98dc897af000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1790740667.517664:0:3637:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1790740667.517668:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3637:1877727022155008:0@lo:8:kworker.0 00000004:00080000:3.0:1790740667.517720:0:23475:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:3.0:1790740667.517739:0:23475:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84530a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23475:1877727022156160:0@lo:7:osp-pre-1-1.0 00000100:00100000:3.0:1790740667.517771:0:23475:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740667.517785:0:23475:0:(client.c:2716:ptlrpc_set_wait()) set ffff98db84658900 going to sleep for 11 seconds 00000004:00080000:3.0:1790740667.517798:0:23474:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1790740667.517883:0:23474:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 738803850738ns, next at 0ns, rc = 0 00080000:00080000:3.0:1790740667.517889:0:23474:0:(osd_handler.c:2856:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:3.0:1790740667.517910:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1790740667.517918:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84531500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022156032:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1790740667.517943:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740667.518071:0:24242:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022156032 00000100:00100000:3.0:1790740667.518076:0:24242:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022156032 00000100:00100000:3.0:1790740667.518106:0:24242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790740667.518119:0:24242:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3639:x1877727022156032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1790740667.518133:0:24242:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1790740667.518167:0:24242:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84531180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3639:x1877727022156032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740667.518174:0:24242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:3.0:1790740667.518204:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98db84531500 x1877727022156032/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1790740683 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740667.518216:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84531500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022156032:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1790740667.518237:0:24239:0:(service.c:3485:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:3.0:1790740667.518246:0:24239:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00080000:2.0:1790740667.519443:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1790740667.519453:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1790740667.519456:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1790740667.519458:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1790740667.519479:0:24240:0:(service.c:3485:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1790740667.519493:0:24240:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022156160 00000100:00100000:2.0:1790740667.519501:0:24240:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022156160 00000100:00100000:0.0:1790740667.523110:0:25292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1790740667.523131:0:25292:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84530000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23475:x1877727022156160:12345-0@lo:7:osp-pre-1-1.0 00000004:00080000:3.0:1790740667.526846:0:23464:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000004:00080000:3.0:1790740667.526880:0:22709:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00080000:2.0:1790740667.535530:0:24241:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:2.0:1790740667.535547:0:24241:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:2.0:1790740667.535555:0:24241:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00002000:00080000:0.0:1790740667.551539:0:25292:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:0.0:1790740667.551550:0:25292:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1790740667.551656:0:25292:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84530000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23475:x1877727022156160:12345-0@lo:7:osp-pre-1-1.0 Request processed in 28528us (33880us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740667.551667:0:25292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:1.0:1790740667.552084:0:23475:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98db84530a80 x1877727022156160/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1790740683 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1790740667.552101:0:23475:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84530a80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23475:1877727022156160:0@lo:7:osp-pre-1-1.0 00000004:00080000:1.0:1790740667.552114:0:23475:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1790740667.552171:0:23475:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db828aa300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23475:1877727022156288:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1790740667.552213:0:23475:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740667.552524:0:23475:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc985da540 going to sleep for 11 seconds 00000100:00100000:1.0:1790740667.552554:0:24240:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022156288 00000100:00100000:1.0:1790740667.552561:0:24240:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022156288 00000100:00100000:1.0:1790740667.552609:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1790740667.552618:0:24240:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db828aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23475:x1877727022156288:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1790740667.552650:0:24240:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1790740667.552695:0:24240:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db828aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23475:x1877727022156288:12345-0@lo:5:osp-pre-1-1.0 Request processed in 78us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740667.552702:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:0.0:1790740667.553879:0:23475:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98db828aa300 x1877727022156288/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1790740683 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740667.553894:0:23475:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db828aa300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23475:1877727022156288:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1790740667.553908:0:23475:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1790740667.553956:0:23475:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d92a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23475:1877727022156416:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1790740667.553997:0:23475:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740667.554047:0:23475:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcad2f3840 going to sleep for 11 seconds 00000100:00100000:3.0:1790740667.554615:0:25292:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022156416 00000100:00100000:3.0:1790740667.554623:0:25292:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022156416 00000100:00100000:3.0:1790740667.554678:0:25292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1790740667.554688:0:25292:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83d91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23475:x1877727022156416:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1790740667.554730:0:25292:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:3.0:1790740667.575070:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790740667.575082:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a5fd727f/0xb25dda4f4e92f909 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.575102:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=738s v=(0 0) 00010000:00010000:3.0:1790740667.575107:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790740667.575114:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5fd727f/0xb25dda4f4e92f909 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.575142:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5fd727f/0xb25dda4f4e92f909 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.575159:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a5fd727f/0xb25dda4f4e92f909 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.575167:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a5fd727f/0xb25dda4f4e92f909 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.575189:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790740667.575468:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790740667.575476:0:22718:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a5fd727f/0xb25dda4f4e92f909 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.575501:0:22718:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc9e00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:2.0:1790740667.575506:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5fd727f/0xb25dda4f4e92f909 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.575518:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5fd727f/0xb25dda4f4e92f909 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.575539:0:22718:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a5fd727f/0xb25dda4f4e92f909 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.575547:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5fd727f/0xb25dda4f4e92f909 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.575568:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740667.575570:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740667.575572:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790740667.576507:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790740667.576516:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b3e8613a/0xb25dda4f4e92f910 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.576528:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=738s v=(0 0) 00010000:00010000:3.0:1790740667.576531:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790740667.576536:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e8613a/0xb25dda4f4e92f910 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.576547:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3e8613a/0xb25dda4f4e92f910 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.576555:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b3e8613a/0xb25dda4f4e92f910 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.576562:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b3e8613a/0xb25dda4f4e92f910 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.576595:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1790740667.576945:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790740667.576953:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b3e8613a/0xb25dda4f4e92f910 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.576962:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc8a00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:1.0:1790740667.576966:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3e8613a/0xb25dda4f4e92f910 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.576975:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3e8613a/0xb25dda4f4e92f910 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.576994:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b3e8613a/0xb25dda4f4e92f910 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.577002:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3e8613a/0xb25dda4f4e92f910 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.577023:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740667.577026:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740667.577027:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790740667.577566:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790740667.577574:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091d2e604/0xb25dda4f4e92f917 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.577584:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=738s v=(0 0) 00010000:00010000:3.0:1790740667.577588:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790740667.577592:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000091d2e604/0xb25dda4f4e92f917 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.577602:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091d2e604/0xb25dda4f4e92f917 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.577611:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000091d2e604/0xb25dda4f4e92f917 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.577619:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000091d2e604/0xb25dda4f4e92f917 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.577757:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790740667.578074:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790740667.578082:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000046ab4821/0xb25dda4f4e92f91e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.578091:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=738s v=(0 0) 00010000:00010000:3.0:1790740667.578101:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790740667.578107:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000046ab4821/0xb25dda4f4e92f91e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.578116:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000046ab4821/0xb25dda4f4e92f91e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.578125:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000046ab4821/0xb25dda4f4e92f91e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.578343:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790740667.578350:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000091d2e604/0xb25dda4f4e92f917 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.578358:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc8000 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:1.0:1790740667.578362:0:23485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000091d2e604/0xb25dda4f4e92f917 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.578385:0:23485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000091d2e604/0xb25dda4f4e92f917 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.578399:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000091d2e604/0xb25dda4f4e92f917 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.578407:0:23485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091d2e604/0xb25dda4f4e92f917 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.578421:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740667.578423:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740667.578425:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740667.579355:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000046ab4821/0xb25dda4f4e92f91e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.579381:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1790740667.581117:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790740667.581138:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062e68d67/0xb25dda4f4e92f925 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.581154:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=738s v=(0 0) 00010000:00010000:3.0:1790740667.581159:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790740667.581165:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000062e68d67/0xb25dda4f4e92f925 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.581180:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000062e68d67/0xb25dda4f4e92f925 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.581191:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000062e68d67/0xb25dda4f4e92f925 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.581209:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000062e68d67/0xb25dda4f4e92f925 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.581241:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1790740667.581252:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790740667.581258:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000046ab4821/0xb25dda4f4e92f91e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.581265:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc8800 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:3.0:1790740667.581270:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000046ab4821/0xb25dda4f4e92f91e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.581278:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000046ab4821/0xb25dda4f4e92f91e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.581294:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000046ab4821/0xb25dda4f4e92f91e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.581301:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000046ab4821/0xb25dda4f4e92f91e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.581327:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790740667.581331:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000062e68d67/0xb25dda4f4e92f925 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.581348:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc8600 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:3.0:1790740667.581351:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000062e68d67/0xb25dda4f4e92f925 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.581358:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000062e68d67/0xb25dda4f4e92f925 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.581367:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000062e68d67/0xb25dda4f4e92f925 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.581374:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000062e68d67/0xb25dda4f4e92f925 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.581384:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740667.581386:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740667.581388:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790740667.585840:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790740667.585857:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000097f67de3/0xb25dda4f4e92f92c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.585884:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=738s v=(0 0) 00010000:00010000:3.0:1790740667.585891:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790740667.585900:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097f67de3/0xb25dda4f4e92f92c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.585919:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000097f67de3/0xb25dda4f4e92f92c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.585943:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000097f67de3/0xb25dda4f4e92f92c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.585953:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000097f67de3/0xb25dda4f4e92f92c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.585994:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790740667.586016:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790740667.586024:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000097f67de3/0xb25dda4f4e92f92c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.586054:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc9a00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:3.0:1790740667.586060:0:23485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000097f67de3/0xb25dda4f4e92f92c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.586072:0:23485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000097f67de3/0xb25dda4f4e92f92c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.586095:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000097f67de3/0xb25dda4f4e92f92c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.586103:0:23485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097f67de3/0xb25dda4f4e92f92c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.586138:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740667.586146:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740667.586149:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740667.587475:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790740667.589304:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790740667.589318:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a308dd9/0xb25dda4f4e92f933 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.589337:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1790740667.589342:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790740667.589349:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a308dd9/0xb25dda4f4e92f933 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.589364:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a308dd9/0xb25dda4f4e92f933 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.589382:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004a308dd9/0xb25dda4f4e92f933 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.589390:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004a308dd9/0xb25dda4f4e92f933 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.589420:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1790740667.589786:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790740667.589795:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004a308dd9/0xb25dda4f4e92f933 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.589817:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf060400 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:1.0:1790740667.589822:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004a308dd9/0xb25dda4f4e92f933 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.589832:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004a308dd9/0xb25dda4f4e92f933 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.589851:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004a308dd9/0xb25dda4f4e92f933 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.589866:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004a308dd9/0xb25dda4f4e92f933 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.589889:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740667.589890:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740667.589892:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790740667.594081:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790740667.594097:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088360182/0xb25dda4f4e92f93a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.594116:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=738s v=(0 0) 00010000:00010000:3.0:1790740667.594186:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790740667.594195:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088360182/0xb25dda4f4e92f93a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.594212:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088360182/0xb25dda4f4e92f93a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.594222:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000088360182/0xb25dda4f4e92f93a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.594231:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088360182/0xb25dda4f4e92f93a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.594250:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790740667.594259:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790740667.594268:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088360182/0xb25dda4f4e92f93a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.594290:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc8200 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:0.0:1790740667.594296:0:23485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088360182/0xb25dda4f4e92f93a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.594307:0:23485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088360182/0xb25dda4f4e92f93a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.594328:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088360182/0xb25dda4f4e92f93a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.594336:0:23485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088360182/0xb25dda4f4e92f93a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.594360:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740667.594363:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740667.594364:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790740667.596653:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790740667.596665:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e492c4eb/0xb25dda4f4e92f941 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.596681:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1790740667.596685:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790740667.596691:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e492c4eb/0xb25dda4f4e92f941 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.596705:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e492c4eb/0xb25dda4f4e92f941 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.596715:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e492c4eb/0xb25dda4f4e92f941 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.596723:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e492c4eb/0xb25dda4f4e92f941 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.596756:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1790740667.597145:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790740667.597151:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000060e2108b/0xb25dda4f4e92f948 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.597160:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1790740667.597163:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790740667.597166:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000060e2108b/0xb25dda4f4e92f948 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.597175:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000060e2108b/0xb25dda4f4e92f948 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.597181:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000060e2108b/0xb25dda4f4e92f948 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.597188:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000060e2108b/0xb25dda4f4e92f948 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.597209:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1790740667.597593:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1790740667.597604:0:22718:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e492c4eb/0xb25dda4f4e92f941 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.597615:0:22718:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf060c00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:1.0:1790740667.597620:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e492c4eb/0xb25dda4f4e92f941 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.597647:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e492c4eb/0xb25dda4f4e92f941 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.597665:0:22718:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e492c4eb/0xb25dda4f4e92f941 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.597672:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e492c4eb/0xb25dda4f4e92f941 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.597693:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790740667.597696:0:22718:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000060e2108b/0xb25dda4f4e92f948 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.597710:0:22718:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf060600 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:1.0:1790740667.597713:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000060e2108b/0xb25dda4f4e92f948 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.597721:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000060e2108b/0xb25dda4f4e92f948 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.597732:0:22718:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000060e2108b/0xb25dda4f4e92f948 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.597738:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000060e2108b/0xb25dda4f4e92f948 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.597749:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740667.597751:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740667.597752:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740667.598211:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1790740667.609458:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1790740667.609477:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5e8bd8b/0xb25dda4f4e92f94f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.609497:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=738s v=(0 0) 00010000:00010000:0.0:1790740667.609502:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790740667.609519:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f5e8bd8b/0xb25dda4f4e92f94f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.609549:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f5e8bd8b/0xb25dda4f4e92f94f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.609560:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f5e8bd8b/0xb25dda4f4e92f94f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.609568:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f5e8bd8b/0xb25dda4f4e92f94f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.609601:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1790740667.609664:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790740667.609674:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f5e8bd8b/0xb25dda4f4e92f94f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.609686:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db82343e00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:1.0:1790740667.609691:0:23485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5e8bd8b/0xb25dda4f4e92f94f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.609702:0:23485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f5e8bd8b/0xb25dda4f4e92f94f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.609729:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f5e8bd8b/0xb25dda4f4e92f94f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.609737:0:23485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f5e8bd8b/0xb25dda4f4e92f94f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.609756:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740667.609758:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740667.609760:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1790740667.610373:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1790740667.610383:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b6789016/0xb25dda4f4e92f956 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.610393:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=738s v=(0 0) 00010000:00010000:0.0:1790740667.610396:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790740667.610400:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b6789016/0xb25dda4f4e92f956 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.610410:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b6789016/0xb25dda4f4e92f956 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.610418:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b6789016/0xb25dda4f4e92f956 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.610437:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b6789016/0xb25dda4f4e92f956 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.610454:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1790740667.615993:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1790740667.616013:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004fcd9d94/0xb25dda4f4e92f95d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.616052:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=738s v=(0 0) 00010000:00010000:0.0:1790740667.616057:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790740667.616063:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004fcd9d94/0xb25dda4f4e92f95d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.616079:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004fcd9d94/0xb25dda4f4e92f95d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.616091:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004fcd9d94/0xb25dda4f4e92f95d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.616099:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004fcd9d94/0xb25dda4f4e92f95d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.616132:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1790740667.616150:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1790740667.616157:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b6789016/0xb25dda4f4e92f956 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.616173:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db82343c00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:0.0:1790740667.616178:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6789016/0xb25dda4f4e92f956 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.616188:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b6789016/0xb25dda4f4e92f956 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.616205:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b6789016/0xb25dda4f4e92f956 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.616213:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b6789016/0xb25dda4f4e92f956 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.616251:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790740667.616255:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004fcd9d94/0xb25dda4f4e92f95d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.616262:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db82342e00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:0.0:1790740667.616265:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004fcd9d94/0xb25dda4f4e92f95d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.616271:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004fcd9d94/0xb25dda4f4e92f95d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.616281:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004fcd9d94/0xb25dda4f4e92f95d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.616294:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004fcd9d94/0xb25dda4f4e92f95d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.616308:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740667.616309:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740667.616311:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1790740667.616973:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1790740667.616982:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e75722d/0xb25dda4f4e92f964 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.616992:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=738s v=(0 0) 00010000:00010000:0.0:1790740667.616995:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790740667.617000:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e75722d/0xb25dda4f4e92f964 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.617009:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005e75722d/0xb25dda4f4e92f964 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.617016:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e75722d/0xb25dda4f4e92f964 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.617023:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005e75722d/0xb25dda4f4e92f964 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.617101:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1790740667.617523:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790740667.617531:0:22718:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005e75722d/0xb25dda4f4e92f964 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.617543:0:22718:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db82342400 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:1.0:1790740667.617547:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005e75722d/0xb25dda4f4e92f964 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.617558:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005e75722d/0xb25dda4f4e92f964 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.617575:0:22718:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005e75722d/0xb25dda4f4e92f964 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.617582:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e75722d/0xb25dda4f4e92f964 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.617613:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740667.617615:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740667.617617:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740667.617735:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1790740667.621793:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1790740667.621827:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f2df906/0xb25dda4f4e92f96b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.621848:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=738s v=(0 0) 00010000:00010000:0.0:1790740667.621853:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790740667.621860:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f2df906/0xb25dda4f4e92f96b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.621878:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008f2df906/0xb25dda4f4e92f96b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.621891:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f2df906/0xb25dda4f4e92f96b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.621900:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008f2df906/0xb25dda4f4e92f96b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.621924:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1790740667.621937:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790740667.621943:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008f2df906/0xb25dda4f4e92f96b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.621951:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db82342c00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:0.0:1790740667.621957:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008f2df906/0xb25dda4f4e92f96b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.621978:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008f2df906/0xb25dda4f4e92f96b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.622002:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008f2df906/0xb25dda4f4e92f96b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.622010:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008f2df906/0xb25dda4f4e92f96b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.622045:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740667.622048:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740667.622050:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790740667.636280:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790740667.636298:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098921d05/0xb25dda4f4e92f972 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.636327:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=738s v=(0 0) 00010000:00010000:1.0:1790740667.636333:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740667.636341:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098921d05/0xb25dda4f4e92f972 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.636358:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098921d05/0xb25dda4f4e92f972 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.636370:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098921d05/0xb25dda4f4e92f972 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.636378:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000098921d05/0xb25dda4f4e92f972 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.636400:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790740667.640476:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790740667.640491:0:22718:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000098921d05/0xb25dda4f4e92f972 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.640506:0:22718:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f32e00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:3.0:1790740667.640511:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000098921d05/0xb25dda4f4e92f972 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.640534:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000098921d05/0xb25dda4f4e92f972 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.640555:0:22718:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000098921d05/0xb25dda4f4e92f972 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.640563:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098921d05/0xb25dda4f4e92f972 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.640583:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740667.640585:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740667.640587:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790740667.644757:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790740667.644773:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018eb700f/0xb25dda4f4e92f979 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.644823:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=738s v=(0 0) 00010000:00010000:1.0:1790740667.644829:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740667.644837:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018eb700f/0xb25dda4f4e92f979 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.644853:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018eb700f/0xb25dda4f4e92f979 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.644864:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018eb700f/0xb25dda4f4e92f979 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.644872:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000018eb700f/0xb25dda4f4e92f979 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.644890:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1790740667.646506:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790740667.646517:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cbcd9a72/0xb25dda4f4e92f980 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.646530:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=738s v=(0 0) 00010000:00010000:1.0:1790740667.646534:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740667.646539:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cbcd9a72/0xb25dda4f4e92f980 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.646552:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cbcd9a72/0xb25dda4f4e92f980 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.646577:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cbcd9a72/0xb25dda4f4e92f980 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.646586:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cbcd9a72/0xb25dda4f4e92f980 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.646612:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1790740667.646944:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1790740667.646954:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000018eb700f/0xb25dda4f4e92f979 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.646964:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f33600 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:2.0:1790740667.646976:0:23485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000018eb700f/0xb25dda4f4e92f979 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.646987:0:23485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000018eb700f/0xb25dda4f4e92f979 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.647006:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000018eb700f/0xb25dda4f4e92f979 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.647015:0:23485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018eb700f/0xb25dda4f4e92f979 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.647058:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790740667.647062:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cbcd9a72/0xb25dda4f4e92f980 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.647068:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f32200 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:2.0:1790740667.647072:0:23485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cbcd9a72/0xb25dda4f4e92f980 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.647078:0:23485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cbcd9a72/0xb25dda4f4e92f980 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.647087:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cbcd9a72/0xb25dda4f4e92f980 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.647094:0:23485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cbcd9a72/0xb25dda4f4e92f980 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.647116:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740667.647118:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740667.647120:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790740667.647953:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790740667.647964:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e3f3fff/0xb25dda4f4e92f987 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.647976:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=738s v=(0 0) 00010000:00010000:1.0:1790740667.647980:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740667.647986:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006e3f3fff/0xb25dda4f4e92f987 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.647998:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006e3f3fff/0xb25dda4f4e92f987 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.648006:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e3f3fff/0xb25dda4f4e92f987 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.648016:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006e3f3fff/0xb25dda4f4e92f987 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.648078:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790740667.648094:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790740667.648104:0:22718:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006e3f3fff/0xb25dda4f4e92f987 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.648115:0:22718:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f33800 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:3.0:1790740667.648120:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006e3f3fff/0xb25dda4f4e92f987 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.648131:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006e3f3fff/0xb25dda4f4e92f987 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.648707:0:22718:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006e3f3fff/0xb25dda4f4e92f987 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.648731:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006e3f3fff/0xb25dda4f4e92f987 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.648757:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740667.648759:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740667.648761:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740667.648918:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1790740667.655145:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1790740667.655163:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000097f67de3/0xb25dda4f4e92f98e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.655185:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=738s v=(0 0) 00010000:00010000:3.0:1790740667.655191:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1790740667.655198:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097f67de3/0xb25dda4f4e92f98e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.655213:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000097f67de3/0xb25dda4f4e92f98e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.655224:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000097f67de3/0xb25dda4f4e92f98e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.655234:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000097f67de3/0xb25dda4f4e92f98e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.655259:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790740667.655814:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790740667.655825:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000097f67de3/0xb25dda4f4e92f98e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.655838:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc9a00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:2.0:1790740667.655845:0:23485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000097f67de3/0xb25dda4f4e92f98e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.655855:0:23485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000097f67de3/0xb25dda4f4e92f98e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.655873:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000097f67de3/0xb25dda4f4e92f98e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.655881:0:23485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097f67de3/0xb25dda4f4e92f98e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.655904:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740667.655906:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740667.655908:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1790740667.656909:0:25052:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:2.0:1790740667.656954:0:25052:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1790740667.656960:0:25052:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:3.0:1790740667.658402:0:25292:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83d91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23475:x1877727022156416:12345-0@lo:5:osp-pre-1-1.0 Request processed in 103700us (104389us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1790740667.658426:0:25292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00002000:00010000:1.0:1790740667.658544:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790740667.658555:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cbcd9a72/0xb25dda4f4e92f995 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.658575:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=738s v=(0 0) 00010000:00010000:1.0:1790740667.658580:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740667.658589:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cbcd9a72/0xb25dda4f4e92f995 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740667.658605:0:23475:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00010000:00010000:1.0:1790740667.658605:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cbcd9a72/0xb25dda4f4e92f995 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740667.658618:0:23475:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d92a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23475:1877727022156416:0@lo:5:osp-pre-1-1.0 00010000:00010000:1.0:1790740667.658619:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cbcd9a72/0xb25dda4f4e92f995 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.658631:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cbcd9a72/0xb25dda4f4e92f995 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1790740667.658638:0:23475:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00010000:00010000:1.0:1790740667.658655:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1790740667.658702:0:23475:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82c89880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23475:1877727022156544:0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1790740667.658750:0:23475:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740667.658785:0:23475:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb5c9ca80 going to sleep for 11 seconds 00010000:00010000:3.0:1790740667.658848:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790740667.658855:0:22718:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cbcd9a72/0xb25dda4f4e92f995 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.658865:0:22718:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f32200 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:3.0:1790740667.658870:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cbcd9a72/0xb25dda4f4e92f995 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.658880:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cbcd9a72/0xb25dda4f4e92f995 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.658898:0:22718:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cbcd9a72/0xb25dda4f4e92f995 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.658905:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cbcd9a72/0xb25dda4f4e92f995 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.658922:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740667.658925:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740667.658926:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790740667.659567:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790740667.659576:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018eb700f/0xb25dda4f4e92f99c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.659586:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=738s v=(0 0) 00010000:00010000:1.0:1790740667.659599:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740667.659604:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018eb700f/0xb25dda4f4e92f99c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.659615:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018eb700f/0xb25dda4f4e92f99c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.659623:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018eb700f/0xb25dda4f4e92f99c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.659631:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000018eb700f/0xb25dda4f4e92f99c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.659699:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1790740667.659938:0:22740:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022156544 00000100:00100000:0.0:1790740667.659949:0:22740:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022156544 00000100:00100000:0.0:1790740667.660000:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1790740667.660011:0:22740:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcaefdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23475:x1877727022156544:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1790740667.660131:0:22740:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcaefdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23475:x1877727022156544:12345-0@lo:900:osp-pre-1-1.0 Request processed in 122us (1381us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740667.660154:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1790740667.660194:0:23475:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98db82c89880 x1877727022156544/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1790740683 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740667.660208:0:23475:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82c89880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23475:1877727022156544:0@lo:900:osp-pre-1-1.0 00010000:00010000:2.0:1790740667.662661:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790740667.662675:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000018eb700f/0xb25dda4f4e92f99c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.662689:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f33600 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:2.0:1790740667.662694:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000018eb700f/0xb25dda4f4e92f99c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.662713:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000018eb700f/0xb25dda4f4e92f99c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.662733:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000018eb700f/0xb25dda4f4e92f99c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.662740:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018eb700f/0xb25dda4f4e92f99c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.662760:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740667.662762:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740667.662764:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1790740667.663818:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1790740667.663831:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f2df906/0xb25dda4f4e92f9a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.663846:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=738s v=(0 0) 00010000:00010000:0.0:1790740667.663860:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790740667.663866:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008f2df906/0xb25dda4f4e92f9a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.663891:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008f2df906/0xb25dda4f4e92f9a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.663901:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008f2df906/0xb25dda4f4e92f9a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.663910:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008f2df906/0xb25dda4f4e92f9a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.663929:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790740667.664582:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790740667.664591:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008f2df906/0xb25dda4f4e92f9a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.664601:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db82342c00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:2.0:1790740667.664606:0:23485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008f2df906/0xb25dda4f4e92f9a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.664615:0:23485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008f2df906/0xb25dda4f4e92f9a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.664632:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008f2df906/0xb25dda4f4e92f9a3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.664640:0:23485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008f2df906/0xb25dda4f4e92f9a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.664659:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740667.664661:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740667.664663:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790740667.670209:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790740667.670224:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e3f3fff/0xb25dda4f4e92f9aa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.670245:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=738s v=(0 0) 00010000:00010000:1.0:1790740667.670250:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740667.670258:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006e3f3fff/0xb25dda4f4e92f9aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.670273:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006e3f3fff/0xb25dda4f4e92f9aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.670283:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006e3f3fff/0xb25dda4f4e92f9aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.670304:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006e3f3fff/0xb25dda4f4e92f9aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.670332:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790740667.670413:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790740667.670422:0:22718:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006e3f3fff/0xb25dda4f4e92f9aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.670439:0:22718:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f33800 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:3.0:1790740667.670444:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006e3f3fff/0xb25dda4f4e92f9aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.670456:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006e3f3fff/0xb25dda4f4e92f9aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.670472:0:22718:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006e3f3fff/0xb25dda4f4e92f9aa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.670479:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006e3f3fff/0xb25dda4f4e92f9aa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.670502:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740667.670504:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740667.670506:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790740667.672958:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790740667.672973:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098921d05/0xb25dda4f4e92f9b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.672990:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=738s v=(0 0) 00010000:00010000:1.0:1790740667.672995:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740667.673001:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000098921d05/0xb25dda4f4e92f9b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.673015:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000098921d05/0xb25dda4f4e92f9b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.673026:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000098921d05/0xb25dda4f4e92f9b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.673060:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000098921d05/0xb25dda4f4e92f9b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.673083:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790740667.673098:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790740667.673107:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000098921d05/0xb25dda4f4e92f9b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.673117:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f32e00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:3.0:1790740667.673132:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000098921d05/0xb25dda4f4e92f9b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.673144:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000098921d05/0xb25dda4f4e92f9b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.673186:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000098921d05/0xb25dda4f4e92f9b1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.673196:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000098921d05/0xb25dda4f4e92f9b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.673219:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740667.673221:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740667.673224:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790740667.673726:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790740667.673734:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a697488/0xb25dda4f4e92f9b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.673748:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=738s v=(0 0) 00010000:00010000:1.0:1790740667.673751:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740667.673755:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a697488/0xb25dda4f4e92f9b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.673765:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a697488/0xb25dda4f4e92f9b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.673773:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a697488/0xb25dda4f4e92f9b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.673780:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001a697488/0xb25dda4f4e92f9b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.673812:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790740667.673833:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790740667.673840:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001a697488/0xb25dda4f4e92f9b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.673849:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f33000 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:3.0:1790740667.673852:0:23485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001a697488/0xb25dda4f4e92f9b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.673859:0:23485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001a697488/0xb25dda4f4e92f9b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.673873:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001a697488/0xb25dda4f4e92f9b8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.673880:0:23485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a697488/0xb25dda4f4e92f9b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.673910:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740667.673912:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740667.673914:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790740667.674630:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790740667.674639:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b97c2dc8/0xb25dda4f4e92f9bf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.674649:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=738s v=(0 0) 00010000:00010000:1.0:1790740667.674652:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740667.674656:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b97c2dc8/0xb25dda4f4e92f9bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.674666:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b97c2dc8/0xb25dda4f4e92f9bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.674684:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b97c2dc8/0xb25dda4f4e92f9bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.674691:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b97c2dc8/0xb25dda4f4e92f9bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.674713:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790740667.674755:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790740667.674762:0:22718:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b97c2dc8/0xb25dda4f4e92f9bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.674773:0:22718:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f33400 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:3.0:1790740667.674777:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b97c2dc8/0xb25dda4f4e92f9bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.674785:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b97c2dc8/0xb25dda4f4e92f9bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.674798:0:22718:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b97c2dc8/0xb25dda4f4e92f9bf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.674817:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b97c2dc8/0xb25dda4f4e92f9bf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.674835:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740667.674837:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740667.674839:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790740667.675108:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790740667.675114:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004706cfc1/0xb25dda4f4e92f9c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.675121:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=738s v=(0 0) 00010000:00010000:1.0:1790740667.675124:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740667.675127:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004706cfc1/0xb25dda4f4e92f9c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.675137:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004706cfc1/0xb25dda4f4e92f9c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.675144:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004706cfc1/0xb25dda4f4e92f9c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.675151:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004706cfc1/0xb25dda4f4e92f9c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.675180:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1790740667.675324:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1790740667.675331:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004706cfc1/0xb25dda4f4e92f9c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.675339:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f32600 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:2.0:1790740667.675342:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004706cfc1/0xb25dda4f4e92f9c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.675362:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004706cfc1/0xb25dda4f4e92f9c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.675374:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004706cfc1/0xb25dda4f4e92f9c6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.675382:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004706cfc1/0xb25dda4f4e92f9c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.675399:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740667.675401:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1790740667.675402:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790740667.679078:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790740667.679092:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a265b05/0xb25dda4f4e92f9cd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.679112:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1790740667.679116:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790740667.679123:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a265b05/0xb25dda4f4e92f9cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.679137:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a265b05/0xb25dda4f4e92f9cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.679148:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009a265b05/0xb25dda4f4e92f9cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.679162:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009a265b05/0xb25dda4f4e92f9cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.679187:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1790740667.679536:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1790740667.679545:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009a265b05/0xb25dda4f4e92f9cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.679554:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf061400 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:1.0:1790740667.679559:0:23485:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009a265b05/0xb25dda4f4e92f9cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.679568:0:23485:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009a265b05/0xb25dda4f4e92f9cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.679587:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009a265b05/0xb25dda4f4e92f9cd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.679595:0:23485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a265b05/0xb25dda4f4e92f9cd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.679616:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740667.679618:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740667.679620:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1790740667.681782:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1790740667.681799:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000684ff753/0xb25dda4f4e92f9d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.681834:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=738s v=(0 0) 00010000:00010000:1.0:1790740667.681849:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740667.681930:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000684ff753/0xb25dda4f4e92f9d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.681945:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000684ff753/0xb25dda4f4e92f9d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.681957:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000684ff753/0xb25dda4f4e92f9d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.681965:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000684ff753/0xb25dda4f4e92f9d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740667.681990:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1790740667.682775:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790740667.682784:0:22718:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000684ff753/0xb25dda4f4e92f9d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.682816:0:22718:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f33a00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:3.0:1790740667.682822:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000684ff753/0xb25dda4f4e92f9d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.682833:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000684ff753/0xb25dda4f4e92f9d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.682850:0:22718:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000684ff753/0xb25dda4f4e92f9d4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.682858:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000684ff753/0xb25dda4f4e92f9d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740667.682876:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740667.682878:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740667.682879:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1790740667.683471:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1790740667.683479:0:24241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d300584b/0xb25dda4f4e92f9db lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.683492:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1790740667.683495:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790740667.683500:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d300584b/0xb25dda4f4e92f9db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.683511:0:24241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d300584b/0xb25dda4f4e92f9db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.683520:0:24241:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d300584b/0xb25dda4f4e92f9db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.683528:0:24241:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d300584b/0xb25dda4f4e92f9db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740667.683589:0:24241:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1790740667.683656:0:24241:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:2.0:1790740667.683756:0:24241:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22756:x1877727022155904:12345-0@lo:5:osp-pre-1-0.0 Request processed in 166336us (167183us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740667.683775:0:24241:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1790740667.684690:0:22756:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84533b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22756:1877727022155904:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1790740667.684709:0:22756:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:1.0:1790740667.684756:0:22756:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db828ab100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22756:1877727022156672:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1790740667.684823:0:22756:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740667.684931:0:22756:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc903219c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790740667.684983:0:24239:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022156672 00000100:00100000:2.0:1790740667.684990:0:24239:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022156672 00000100:00100000:2.0:1790740667.685069:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1790740667.685079:0:24239:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db828ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22756:x1877727022156672:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1790740667.685122:0:24239:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00010000:00010000:0.0:1790740667.686964:0:22717:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790740667.686977:0:22717:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d300584b/0xb25dda4f4e92f9db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.686991:0:22717:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf061e00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:0.0:1790740667.686997:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d300584b/0xb25dda4f4e92f9db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.687009:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d300584b/0xb25dda4f4e92f9db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.687140:0:22717:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d300584b/0xb25dda4f4e92f9db lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740667.687150:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d300584b/0xb25dda4f4e92f9db lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740667.689411:0:24239:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db828ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22756:x1877727022156672:12345-0@lo:5:osp-pre-1-0.0 Request processed in 4327us (4581us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1790740667.689422:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1790740667.690681:0:22756:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db828ab100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22756:1877727022156672:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1790740667.690700:0:22756:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:1.0:1790740667.695018:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740667.695025:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740667.695084:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740668.010354:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740668.010485:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790740668.012702:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1877727022156800:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1790740668.012781:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740668.012934:0:24242:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022156800 00000100:00100000:3.0:1790740668.012943:0:24242:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022156800 00000100:00100000:3.0:1790740668.013010:0:24242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790740668.013018:0:24242:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db828abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1877727022156800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1790740668.013068:0:24242:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1790740668.013118:0:24242:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db828abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1877727022156800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 100us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740668.013124:0:24242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1790740668.013287:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1877727022156800:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1790740669.037853:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1790740669.797525:0:25409:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg403-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:0.0:1790740670.064906:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022156928:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1790740670.064983:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740670.065130:0:24242:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022156928 00000100:00100000:0.0:1790740670.065138:0:24242:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022156928 00000100:00100000:0.0:1790740670.066316:0:24242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1790740670.066332:0:24242:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83d92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022156928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1790740670.066364:0:24242:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1790740670.066425:0:24242:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83d92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022156928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (1442us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740670.066432:0:24242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:0.0:1790740670.066458:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790740670.066498:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022156928:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1790740670.066649:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740670.571310:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db828aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022157056:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790740670.571378:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740670.571430:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db828a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1877727022157184:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790740670.571455:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740670.571501:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022157056 00000100:00100000:1.0:1790740670.571510:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022157056 00000100:00100000:1.0:1790740670.571546:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022157184 00000100:00100000:1.0:1790740670.571549:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022157184 00000100:00100000:1.0:1790740670.571564:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1790740670.571571:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db828a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022157056:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1790740670.571607:0:22735:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1790740670.571651:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db828a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022157056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740670.571658:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1790740670.571676:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1790740670.571683:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db828a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1877727022157184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1790740670.571700:0:22735:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1790740670.571733:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db828a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1877727022157184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740670.571741:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1790740670.571784:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db828a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1877727022157184:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790740670.571794:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db828aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022157056:0@lo:41:osp-pre-0-1.0 00000020:00000004:2.0:1790740671.066026:0:25461:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1790740671.066623:0:25461:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1790740671.085770:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1790740671.658794:0:23487:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1790740672.113093:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1790740672.114390:0:25512:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1790740672.114894:0:25512:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1790740672.469572:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740672.469739:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001067008 00000100:00100000:2.0:1790740672.469749:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001067008 00000100:00100000:2.0:1790740672.469799:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 116 00000100:00100000:2.0:1790740672.469808:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd213050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0+-99:2401:x1877727001067008:12345-192.168.204.3@tcp:250:mount.lustre.0 00010000:00080000:2.0:1790740672.469837:0:22723:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from 1d95a359-0c97-4f64-b3bf-03ff3b9a9b75@192.168.204.3@tcp t0 exp 0000000000000000 cur 743 last 0 00000020:00000080:2.0:1790740672.469870:0:22723:0:(genops.c:1384:class_connect()) connect: client 1d95a359-0c97-4f64-b3bf-03ff3b9a9b75, cookie 0xb25dda4f4e92f9e2 00000100:00080000:2.0:1790740672.470024:0:22723:0:(import.c:65:import_set_state_nolock()) ffff98db82af9000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1790740672.470144:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd213050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+5:2401:x1877727001067008:12345-192.168.204.3@tcp:250:mount.lustre.0 Request processed in 336us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740672.470152:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 116 00000100:00100000:2.0:1790740672.498548:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740672.498726:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001067136 00000100:00100000:0.0:1790740672.498737:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001067136 00000100:00100000:0.0:1790740672.498806:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 117 00000100:00100000:0.0:1790740672.498815:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd210450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+5:18044:x1877727001067136:12345-192.168.204.3@tcp:101:mount.lustre.0 00010000:00010000:0.0:1790740672.498831:0:22721:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790740672.498849:0:22721:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98db82342c00/0xb25dda4f4e92f9e9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae241d9 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740672.498877:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98db82342c00/0xb25dda4f4e92f9e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae241d9 expref: 6 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740672.498906:0:22721:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98db82342c00/0xb25dda4f4e92f9e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae241d9 expref: 6 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740672.498915:0:22721:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db82342c00, rc 0) 00000100:00100000:0.0:1790740672.498978:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd210450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+6:18044:x1877727001067136:12345-192.168.204.3@tcp:101:mount.lustre.0 Request processed in 163us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740672.498985:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 117 00000100:00100000:1.0:1790740672.504532:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740672.504703:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001067264 00000100:00100000:0.0:1790740672.504725:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001067264 00000100:00100000:0.0:1790740672.504801:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 118 00000100:00100000:0.0:1790740672.504813:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd212450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+6:18044:x1877727001067264:12345-192.168.204.3@tcp:501:mount.lustre.0 00000100:00100000:0.0:1790740672.504955:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd212450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+6:18044:x1877727001067264:12345-192.168.204.3@tcp:501:mount.lustre.0 Request processed in 144us (447us total) trans 0 rc -2/-2 00000100:00100000:0.0:1790740672.504964:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 118 00000100:00100000:1.0:1790740672.508765:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740672.512070:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001067392 00000100:00100000:2.0:1790740672.512091:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001067392 00000100:00100000:2.0:1790740672.512166:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 119 00000100:00100000:2.0:1790740672.512191:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd212c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+6:18044:x1877727001067392:12345-192.168.204.3@tcp:101:mount.lustre.0 00010000:00010000:2.0:1790740672.512209:0:22723:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790740672.512229:0:22723:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dcaf060e00/0xb25dda4f4e92f9f0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae241e0 expref: -99 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740672.512264:0:22723:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcaf060e00/0xb25dda4f4e92f9f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae241e0 expref: 7 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740672.512275:0:22723:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dcaf060e00/0xb25dda4f4e92f9f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae241e0 expref: 7 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740672.512284:0:22723:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcaf060e00, rc 0) 00000100:00100000:2.0:1790740672.513785:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd212c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+7:18044:x1877727001067392:12345-192.168.204.3@tcp:101:mount.lustre.0 Request processed in 1586us (5024us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740672.513795:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 119 00000100:00100000:3.0:1790740672.526841:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740672.528828:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001067520 00000100:00100000:2.0:1790740672.528844:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001067520 00000100:00100000:2.0:1790740672.528931:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 120 00000100:00100000:2.0:1790740672.528941:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd210050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+7:18044:x1877727001067520:12345-192.168.204.3@tcp:501:mount.lustre.0 00000100:00100000:2.0:1790740672.529153:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd210050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+8:18044:x1877727001067520:12345-192.168.204.3@tcp:501:mount.lustre.0 Request processed in 213us (2327us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740672.529162:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 120 00000100:00100000:1.0:1790740672.539978:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740672.540155:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001067648 00000100:00100000:2.0:1790740672.540169:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001067648 00000100:00100000:2.0:1790740672.540248:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 121 00000100:00100000:2.0:1790740672.540260:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd211c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+8:18044:x1877727001067648:12345-192.168.204.3@tcp:503:mount.lustre.0 00000100:00100000:2.0:1790740672.540458:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd211c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+8:18044:x1877727001067648:12345-192.168.204.3@tcp:503:mount.lustre.0 Request processed in 199us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740672.540474:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 121 00000100:00100000:1.0:1790740672.555372:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740672.558133:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001067776 00000100:00100000:2.0:1790740672.558156:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001067776 00000100:00100000:2.0:1790740672.558272:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 122 00000100:00100000:2.0:1790740672.558285:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd210850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+8:18063:x1877727001067776:12345-192.168.204.3@tcp:502:llog_process_th.0 00000100:00100000:2.0:1790740672.558525:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd210850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+8:18063:x1877727001067776:12345-192.168.204.3@tcp:502:llog_process_th.0 Request processed in 242us (3167us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740672.558533:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 122 00000100:00100000:3.0:1790740672.575993:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740672.579146:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001067904 00000100:00100000:0.0:1790740672.579172:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001067904 00000100:00100000:0.0:1790740672.579291:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 123 00000100:00100000:0.0:1790740672.579305:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd211450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+8:18063:x1877727001067904:12345-192.168.204.3@tcp:502:llog_process_th.0 00000100:00100000:0.0:1790740672.579527:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd211450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+8:18063:x1877727001067904:12345-192.168.204.3@tcp:502:llog_process_th.0 Request processed in 225us (3549us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740672.579535:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 123 00000100:00100000:1.0:1790740672.590800:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740672.596719:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001068032 00000100:00100000:0.0:1790740672.596745:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001068032 00000100:00100000:0.0:1790740672.596843:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 124 00000100:00100000:0.0:1790740672.596857:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd212050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+8:18063:x1877727001068032:12345-192.168.204.3@tcp:502:llog_process_th.0 00000100:00100000:0.0:1790740672.597107:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd212050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+8:18063:x1877727001068032:12345-192.168.204.3@tcp:502:llog_process_th.0 Request processed in 251us (6334us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740672.597116:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 124 00000100:00100000:1.0:1790740672.611552:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740672.611671:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001068160 00000100:00100000:2.0:1790740672.611687:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001068160 00000100:00100000:2.0:1790740672.611805:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 125 00000100:00100000:2.0:1790740672.611818:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd213450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+8:18044:x1877727001068160:12345-192.168.204.3@tcp:101:mount.lustre.0 00010000:00010000:2.0:1790740672.611843:0:22721:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790740672.611870:0:22721:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dcaf061000/0xb25dda4f4e92f9f7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae24211 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740672.611912:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcaf061000/0xb25dda4f4e92f9f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24211 expref: 9 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740672.611926:0:22721:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dcaf061000/0xb25dda4f4e92f9f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24211 expref: 9 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740672.611936:0:22721:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcaf061000, rc 0) 00000100:00100000:2.0:1790740672.612020:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd213450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+9:18044:x1877727001068160:12345-192.168.204.3@tcp:101:mount.lustre.0 Request processed in 204us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740672.612028:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 125 00000100:00100000:0.0:1790740672.619398:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1877727022157696:0@lo:400:kworker.0 00000100:00100000:0.0:1790740672.619503:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740672.619578:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84530380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022158208:0@lo:400:kworker.0 00000100:00100000:0.0:1790740672.619601:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740672.619616:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84530700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1877727022158720:0@lo:400:kworker.0 00000100:00100000:0.0:1790740672.619640:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740672.619667:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1790740672.619673:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84531500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3638:1877727022157312:0@lo:400:kworker.0 00000100:00100000:0.0:1790740672.619728:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740672.619755:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84533100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1877727022157824:0@lo:400:kworker.0 00000100:00100000:3.0:1790740672.619973:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84531880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022157440:0@lo:400:kworker.0 00000100:00100000:3.0:1790740672.620008:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740672.620100:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84530e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022157952:0@lo:400:kworker.0 00000100:00100000:3.0:1790740672.620124:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740672.620149:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84533480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1877727022158464:0@lo:400:kworker.0 00000100:00100000:3.0:1790740672.620177:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84531f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022157568:0@lo:400:kworker.0 00000100:00100000:3.0:1790740672.620201:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740672.620219:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84533800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022158080:0@lo:400:kworker.0 00000100:00100000:3.0:1790740672.620239:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740672.620255:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84532d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1877727022158592:0@lo:400:kworker.0 00000100:00100000:3.0:1790740672.620286:0:25292:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022157696 00000100:00100000:3.0:1790740672.620295:0:25292:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022157696 00000100:00100000:3.0:1790740672.620352:0:25292:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022158208 00000100:00100000:3.0:1790740672.620355:0:25292:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022158208 00000100:00100000:3.0:1790740672.620369:0:25292:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022157568 00000100:00100000:3.0:1790740672.620372:0:25292:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022157568 00000100:00100000:3.0:1790740672.620387:0:25292:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022158080 00000100:00100000:3.0:1790740672.620390:0:25292:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022158080 00000100:00100000:3.0:1790740672.620407:0:25292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790740672.620416:0:25292:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83dc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3638:x1877727022157696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740672.620479:0:25292:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83dc5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3638:x1877727022157696:12345-0@lo:400:kworker.0 Request processed in 64us (977us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740672.620505:0:25292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1790740672.620524:0:25292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790740672.620531:0:25292:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83dc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022158208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740672.620562:0:25292:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83dc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022158208:12345-0@lo:400:kworker.0 Request processed in 32us (960us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740672.620568:0:25292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1790740672.620592:0:25292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790740672.620598:0:25292:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1877727022157568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740672.620629:0:25292:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1877727022157568:12345-0@lo:400:kworker.0 Request processed in 32us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740672.620635:0:25292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1790740672.620646:0:25292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1790740672.620651:0:25292:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022158080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740672.620677:0:25292:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022158080:12345-0@lo:400:kworker.0 Request processed in 26us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740672.620683:0:25292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1790740672.620701:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022157440 00000100:00100000:3.0:1790740672.620718:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022157440 00000100:00100000:3.0:1790740672.620738:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022157952 00000100:00100000:3.0:1790740672.620740:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022157952 00000100:00100000:3.0:1790740672.620752:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1790740672.620757:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84530a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022157440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740672.620812:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84530a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022157440:12345-0@lo:400:kworker.0 Request processed in 55us (803us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740672.620819:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1790740672.620839:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1790740672.620845:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022157952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740672.620875:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022157952:12345-0@lo:400:kworker.0 Request processed in 30us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740672.620881:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00080000:3.0:1790740672.620910:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1790740672.620916:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1790740672.620934:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022157312 00000100:00100000:3.0:1790740672.620937:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022157312 00000100:00100000:3.0:1790740672.620972:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1790740672.620977:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd211850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:3638:x1877727022157312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740672.621008:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd211850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:3638:x1877727022157312:12345-0@lo:400:kworker.0 Request processed in 31us (1301us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740672.621014:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1790740672.621101:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022158720 00000100:00100000:3.0:1790740672.621104:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022158720 00000100:00100000:3.0:1790740672.621136:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1790740672.621143:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1877727022158720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740672.621174:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1877727022158720:12345-0@lo:400:kworker.0 Request processed in 32us (1533us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740672.621180:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:3.0:1790740672.621199:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1790740672.621359:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740672.621407:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84531c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1877727022158336:0@lo:400:kworker.0 00000100:00100000:0.0:1790740672.621438:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740672.621455:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84533b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1877727022158848:0@lo:400:kworker.0 00000100:00100000:0.0:1790740672.621477:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740672.621516:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84532680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1877727022157696:0@lo:400:kworker.0 00000100:00100000:0.0:1790740672.621529:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84530380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022158208:0@lo:400:kworker.0 00010000:00080000:0.0:1790740672.621543:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98db84530700 x1877727022158720/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740672.621553:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84530700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1877727022158720:0@lo:400:kworker.0 00000100:00100000:0.0:1790740672.621590:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84531500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3638:1877727022157312:0@lo:400:kworker.0 00000100:00100000:0.0:1790740672.621611:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740672.621628:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022158976:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1790740672.621653:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740672.621684:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84531880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022157440:0@lo:400:kworker.0 00000100:00100000:0.0:1790740672.621694:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84530e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022157952:0@lo:400:kworker.0 00000100:00100000:0.0:1790740672.621730:0:24242:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022158976 00000100:00100000:0.0:1790740672.621734:0:24242:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022158976 00000100:00100000:0.0:1790740672.621764:0:24242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1790740672.621772:0:24242:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84653480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3640:x1877727022158976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1790740672.621809:0:24242:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1790740672.621851:0:24242:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84653480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3640:x1877727022158976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740672.621858:0:24242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1790740672.621893:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022158976:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1790740672.621912:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740672.621938:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84531f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022157568:0@lo:400:kworker.0 00000100:00100000:0.0:1790740672.621950:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84533800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022158080:0@lo:400:kworker.0 00000100:00100000:0.0:1790740672.621970:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022157824 00000100:00100000:0.0:1790740672.621974:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022157824 00000100:00100000:0.0:1790740672.621990:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022158336 00000100:00100000:0.0:1790740672.621993:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022158336 00000100:00100000:0.0:1790740672.622002:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022158848 00000100:00100000:0.0:1790740672.622005:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022158848 00000100:00100000:0.0:1790740672.622022:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022158464 00000100:00100000:0.0:1790740672.622058:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022158464 00000100:00100000:0.0:1790740672.622076:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022158592 00000100:00100000:0.0:1790740672.622079:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022158592 00000100:00100000:0.0:1790740672.622092:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1790740672.622097:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84652d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1877727022157824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740672.622133:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84652d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1877727022157824:12345-0@lo:400:kworker.0 Request processed in 35us (2355us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740672.622140:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1790740672.622150:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1790740672.622155:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84651880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1877727022158336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740672.622181:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84651880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1877727022158336:12345-0@lo:400:kworker.0 Request processed in 25us (742us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740672.622186:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1790740672.622195:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1790740672.622200:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1877727022158848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740672.622222:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1877727022158848:12345-0@lo:400:kworker.0 Request processed in 22us (745us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740672.622227:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1790740672.622236:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1790740672.622241:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1877727022158464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740672.622270:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1877727022158464:12345-0@lo:400:kworker.0 Request processed in 29us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740672.622276:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1790740672.622287:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1790740672.622293:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84653100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1877727022158592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740672.622325:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84653100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1877727022158592:12345-0@lo:400:kworker.0 Request processed in 33us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740672.622337:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00010000:00080000:0.0:1790740672.622365:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98db84533480 x1877727022158464/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740672.622375:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84533480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1877727022158464:0@lo:400:kworker.0 00010000:00080000:0.0:1790740672.622399:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98db84532d80 x1877727022158592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740672.622407:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84532d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1877727022158592:0@lo:400:kworker.0 00000100:00080000:0.0:1790740672.622419:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1790740672.622423:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1790740672.622439:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98db84533100 x1877727022157824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740672.622448:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84533100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1877727022157824:0@lo:400:kworker.0 00010000:00080000:0.0:1790740672.622457:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98db84531c00 x1877727022158336/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740672.622466:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84531c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1877727022158336:0@lo:400:kworker.0 00010000:00080000:0.0:1790740672.622475:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98db84533b80 x1877727022158848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740672.622482:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84533b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1877727022158848:0@lo:400:kworker.0 00000100:00100000:2.0:1790740672.623322:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1790740672.623338:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcaefda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022159104:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1790740672.623389:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740672.623437:0:24242:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022159104 00000100:00100000:2.0:1790740672.623443:0:24242:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022159104 00000100:00100000:2.0:1790740672.623481:0:24242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1790740672.623488:0:24242:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcaefd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022159104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1790740672.623506:0:24242:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1790740672.623543:0:24242:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcaefd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022159104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740672.623550:0:24242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1790740672.623590:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcaefda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022159104:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1790740672.632288:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740672.632403:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001068288 00000100:00100000:0.0:1790740672.632418:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001068288 00000100:00100000:0.0:1790740672.632497:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 127 00000100:00100000:0.0:1790740672.632507:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd213c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+9:18044:x1877727001068288:12345-192.168.204.3@tcp:256:mount.lustre.0 20000000:01000000:0.0:1790740672.632565:0:22723:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1790740672.632585:0:22723:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1790740672.632589:0:22723:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1790740672.632593:0:22723:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1790740672.632596:0:22723:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1790740672.632599:0:22723:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1790740672.635589:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd213c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+9:18044:x1877727001068288:12345-192.168.204.3@tcp:256:mount.lustre.0 Request processed in 3064us (3322us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740672.635610:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 127 00000100:00100000:1.0:1790740672.640024:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740672.640238:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001068416 00000100:00100000:2.0:1790740672.640251:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001068416 00000100:00100000:2.0:1790740672.640337:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 128 00000100:00100000:2.0:1790740672.640349:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db829b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+9:18044:x1877727001068416:12345-192.168.204.3@tcp:101:mount.lustre.0 00010000:00010000:2.0:1790740672.640372:0:22721:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790740672.640399:0:22721:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dcaf060800/0xb25dda4f4e92f9fe lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae24218 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740672.640440:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcaf060800/0xb25dda4f4e92f9fe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24218 expref: 10 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740672.640453:0:22721:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dcaf060800/0xb25dda4f4e92f9fe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24218 expref: 10 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740672.640464:0:22721:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcaf060800, rc 0) 00000100:00100000:2.0:1790740672.640586:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db829b8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+10:18044:x1877727001068416:12345-192.168.204.3@tcp:101:mount.lustre.0 Request processed in 238us (808us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740672.640613:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 128 00000100:00100000:1.0:1790740672.643468:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740672.643582:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001068544 00000100:00100000:0.0:1790740672.643597:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001068544 00000100:00100000:0.0:1790740672.643859:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 129 00000100:00100000:0.0:1790740672.643874:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd502450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+10:18044:x1877727001068544:12345-192.168.204.3@tcp:501:mount.lustre.0 00000100:00100000:0.0:1790740672.645768:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd502450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+10:18044:x1877727001068544:12345-192.168.204.3@tcp:501:mount.lustre.0 Request processed in 263us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740672.645802:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 129 00000100:00100000:1.0:1790740672.646656:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740672.647373:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001068672 00000100:00100000:2.0:1790740672.647388:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001068672 00000100:00100000:2.0:1790740672.647454:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 130 00000100:00100000:2.0:1790740672.647464:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd502050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+10:18044:x1877727001068672:12345-192.168.204.3@tcp:503:mount.lustre.0 00000100:00100000:2.0:1790740672.647690:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd502050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+10:18044:x1877727001068672:12345-192.168.204.3@tcp:503:mount.lustre.0 Request processed in 226us (1039us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740672.647699:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 130 00000100:00100000:1.0:1790740672.654184:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740672.654532:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001068800 00000100:00100000:3.0:1790740672.654547:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001068800 00000100:00100000:3.0:1790740672.654722:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 131 00000100:00100000:3.0:1790740672.654734:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd500050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+10:18068:x1877727001068800:12345-192.168.204.3@tcp:502:llog_process_th.0 00000100:00100000:3.0:1790740672.655002:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd500050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+10:18068:x1877727001068800:12345-192.168.204.3@tcp:502:llog_process_th.0 Request processed in 270us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740672.655018:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 131 00000100:00100000:1.0:1790740672.671677:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740672.671876:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001068928 00000100:00100000:3.0:1790740672.671891:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001068928 00000100:00100000:3.0:1790740672.671961:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 132 00000100:00100000:3.0:1790740672.671972:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd501850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+10:18068:x1877727001068928:12345-192.168.204.3@tcp:502:llog_process_th.0 00000100:00100000:3.0:1790740672.672217:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd501850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+10:18068:x1877727001068928:12345-192.168.204.3@tcp:502:llog_process_th.0 Request processed in 246us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740672.672227:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 132 00000100:00100000:1.0:1790740672.687246:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740672.687371:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740672.687479:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001069056 00000100:00100000:0.0:1790740672.687492:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001069056 00000100:00100000:0.0:1790740672.687549:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001069312 00000100:00100000:0.0:1790740672.687552:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001069312 00000100:00100000:0.0:1790740672.687567:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 7 00000100:00100000:0.0:1790740672.687578:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db828aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2401:x1877727001069056:12345-192.168.204.3@tcp:38:mount.lustre.0 00010000:00080000:0.0:1790740672.687620:0:22730:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from b54bdbb5-de7c-40f8-95ae-79a113a82acc@192.168.204.3@tcp t0 exp 0000000000000000 cur 743 last 0 00000020:00000080:0.0:1790740672.687685:0:22730:0:(genops.c:1384:class_connect()) connect: client b54bdbb5-de7c-40f8-95ae-79a113a82acc, cookie 0xb25dda4f4e92fa05 00000004:00100000:0.0:1790740672.687732:0:22730:0:(mdt_handler.c:7295:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1790740672.688092:0:22730:0:(import.c:65:import_set_state_nolock()) ffff98db82316000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790740672.688213:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db828aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+6:2401:x1877727001069056:12345-192.168.204.3@tcp:38:mount.lustre.0 Request processed in 634us (980us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740672.688225:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 7 00000100:00100000:0.0:1790740672.688253:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 8 00000100:00100000:0.0:1790740672.688258:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db828a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2401:x1877727001069312:12345-192.168.204.3@tcp:38:mount.lustre.0 00010000:00080000:0.0:1790740672.688278:0:22730:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from b54bdbb5-de7c-40f8-95ae-79a113a82acc@192.168.204.3@tcp t0 exp 0000000000000000 cur 743 last 0 00000020:00000080:0.0:1790740672.688341:0:22730:0:(genops.c:1384:class_connect()) connect: client b54bdbb5-de7c-40f8-95ae-79a113a82acc, cookie 0xb25dda4f4e92fa0c 00000004:00100000:0.0:1790740672.688359:0:22730:0:(mdt_handler.c:7295:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1790740672.688542:0:22730:0:(import.c:65:import_set_state_nolock()) ffff98db82310800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1790740672.688573:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db828a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+6:2401:x1877727001069312:12345-192.168.204.3@tcp:38:mount.lustre.0 Request processed in 313us (1202us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740672.688580:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 8 00000100:00100000:1.0:1790740672.700594:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740672.700642:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740672.700672:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740672.700824:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001069568 00000100:00100000:3.0:1790740672.700838:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001069568 00000100:00100000:3.0:1790740672.700910:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001069440 00000100:00100000:3.0:1790740672.700913:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001069440 00000100:00100000:3.0:1790740672.700925:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001069184 00000100:00100000:3.0:1790740672.700927:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001069184 00000100:00100000:3.0:1790740672.700945:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 9 00000100:00100000:3.0:1790740672.700956:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db828a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+7:18044:x1877727001069568:12345-192.168.204.3@tcp:41:mount.lustre.0 00000004:00000024:3.0:1790740672.701017:0:22731:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1790740672.701182:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db828a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+7:18044:x1877727001069568:12345-192.168.204.3@tcp:41:mount.lustre.0 Request processed in 226us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740672.701191:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 9 00000100:00100000:3.0:1790740672.701215:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 10 00000100:00100000:3.0:1790740672.701222:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcb5df1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+6:0:x1877727001069440:12345-192.168.204.3@tcp:41:mount.lustre.0 00000004:00000024:3.0:1790740672.701242:0:22731:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1790740672.701283:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcb5df1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+6:0:x1877727001069440:12345-192.168.204.3@tcp:41:mount.lustre.0 Request processed in 62us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740672.701313:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 10 00000100:00100000:3.0:1790740672.701327:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 11 00000100:00100000:3.0:1790740672.701333:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcb5df0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+6:0:x1877727001069184:12345-192.168.204.3@tcp:41:mount.lustre.0 00000004:00000024:3.0:1790740672.701345:0:22731:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1790740672.701367:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcb5df0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+6:0:x1877727001069184:12345-192.168.204.3@tcp:41:mount.lustre.0 Request processed in 35us (695us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740672.701374:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 11 00000100:00080000:1.0:1790740672.701581:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1790740672.701586:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1790740672.717292:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740672.717429:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001069696 00000100:00100000:3.0:1790740672.717442:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001069696 00000100:00100000:3.0:1790740672.717551:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 12 00000100:00100000:3.0:1790740672.717562:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcaefda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+6:18044:x1877727001069696:12345-192.168.204.3@tcp:40:mount.lustre.0 00000100:00100000:3.0:1790740672.717684:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcaefda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+6:18044:x1877727001069696:12345-192.168.204.3@tcp:40:mount.lustre.0 Request processed in 124us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740672.717692:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 12 00000100:00100000:1.0:1790740672.726158:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740672.726204:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740672.726276:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740672.726416:0:25292:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001069824 00000100:00100000:3.0:1790740672.726434:0:25292:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001069824 00000100:00100000:3.0:1790740672.726503:0:25292:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001069952 00000100:00100000:3.0:1790740672.726508:0:25292:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001069952 00000100:00100000:3.0:1790740672.726530:0:25292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 19 00000100:00100000:3.0:1790740672.726542:0:25292:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcb5df3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2401:x1877727001069824:12345-192.168.204.3@tcp:8:mount.lustre.0 00010000:00080000:3.0:1790740672.726587:0:25292:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from b54bdbb5-de7c-40f8-95ae-79a113a82acc@192.168.204.3@tcp t0 exp 0000000000000000 cur 744 last 0 00000020:00000080:3.0:1790740672.726628:0:25292:0:(genops.c:1384:class_connect()) connect: client b54bdbb5-de7c-40f8-95ae-79a113a82acc, cookie 0xb25dda4f4e92fa13 00002000:00100000:3.0:1790740672.726645:0:25292:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli b54bdbb5-de7c-40f8-95ae-79a113a82acc/ffff98db82358000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113b03 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1790740672.726668:0:25292:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1790740672.726987:0:25292:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1790740672.727080:0:25292:0:(import.c:65:import_set_state_nolock()) ffff98dcb812b800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790740672.727401:0:25292:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcb5df3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b54bdbb5-de7c-40f8-95ae-79a113a82acc+6:2401:x1877727001069824:12345-192.168.204.3@tcp:8:mount.lustre.0 Request processed in 859us (1269us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740672.727410:0:25292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 19 00000100:00100000:3.0:1790740672.727438:0:25292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 20 00000100:00100000:3.0:1790740672.727444:0:25292:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcb5df0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2401:x1877727001069952:12345-192.168.204.3@tcp:8:mount.lustre.0 00010000:00080000:3.0:1790740672.727469:0:25292:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from b54bdbb5-de7c-40f8-95ae-79a113a82acc@192.168.204.3@tcp t0 exp 0000000000000000 cur 744 last 0 00000020:00000080:3.0:1790740672.727493:0:25292:0:(genops.c:1384:class_connect()) connect: client b54bdbb5-de7c-40f8-95ae-79a113a82acc, cookie 0xb25dda4f4e92fa1a 00002000:00100000:3.0:1790740672.727501:0:25292:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli b54bdbb5-de7c-40f8-95ae-79a113a82acc/ffff98dcb812f000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113b03 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1790740672.727508:0:25292:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1790740672.727647:0:25292:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1790740672.727664:0:25292:0:(import.c:65:import_set_state_nolock()) ffff98dcb812b000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790740672.727692:0:25292:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcb5df0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b54bdbb5-de7c-40f8-95ae-79a113a82acc+6:2401:x1877727001069952:12345-192.168.204.3@tcp:8:mount.lustre.0 Request processed in 247us (1487us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740672.727698:0:25292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 20 00000100:00100000:0.0:1790740672.729079:0:22740:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001070080 00000100:00100000:0.0:1790740672.729096:0:22740:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001070080 00000100:00100000:0.0:1790740672.729180:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 3 00000100:00100000:0.0:1790740672.729193:0:22740:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+6:18044:x1877727001070080:12345-192.168.204.3@tcp:900:mount.lustre.0 00000100:00100000:0.0:1790740672.729283:0:22740:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd0bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+6:18044:x1877727001070080:12345-192.168.204.3@tcp:900:mount.lustre.0 Request processed in 92us (3004us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740672.729293:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 3 00000100:00100000:1.0:1790740672.733657:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740672.733998:0:22732:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001070208 00000100:00100000:0.0:1790740672.734013:0:22732:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001070208 00000100:00100000:0.0:1790740672.734113:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 0 00000100:00100000:0.0:1790740672.734125:0:22732:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+6:18044:x1877727001070208:12345-192.168.204.3@tcp:33:mount.lustre.0 00000001:00100000:0.0:1790740672.734588:0:25052:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of b54bdbb5-de7c-40f8-95ae-79a113a82acc 00000001:00080000:0.0:1790740672.734604:0:25052:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000004:00080000:1.0:1790740672.740135:0:22732:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 5899us 00000004:00200000:0.0:1790740672.774651:0:22732:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1790740672.774820:0:22732:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+6:18044:x1877727001070208:12345-192.168.204.3@tcp:33:mount.lustre.0 Request processed in 40691us (41173us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740672.774832:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 0 00000100:00100000:3.0:1790740672.920511:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740672.920799:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001070336 00000100:00100000:2.0:1790740672.920809:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001070336 00000100:00100000:2.0:1790740672.920877:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 13 00000100:00100000:2.0:1790740672.920888:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+6:18091:x1877727001070336:12345-192.168.204.3@tcp:101:mkdir.0 00010000:00010000:2.0:1790740672.920920:0:22729:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790740672.920988:0:22729:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061c00/0xb25dda4f4e92fa21 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae24249 expref: -99 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740672.921102:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061600/0xb25dda4f4e92fa28 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740672.921117:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061600/0xb25dda4f4e92fa28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740672.921138:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061600/0xb25dda4f4e92fa28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790740672.921193:0:22729:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1790740672.921210:0:22729:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1790740672.921251:0:22729:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061600/0xb25dda4f4e92fa28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740672.921278:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061c00/0xb25dda4f4e92fa21 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24249 expref: 8 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740672.921297:0:22729:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061600/0xb25dda4f4e92fa28 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24249 expref: 7 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740672.921307:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98db82949500) 00010000:00010000:2.0:1790740672.921310:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1790740672.921313:0:22729:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcaf061600, rc 0) 00000100:00100000:2.0:1790740672.921367:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+7:18091:x1877727001070336:12345-192.168.204.3@tcp:101:mkdir.0 Request processed in 481us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740672.921374:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 13 00000100:00100000:3.0:1790740673.130554:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1790740673.130580:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84651180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022159232:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1790740673.130657:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1790740673.130883:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790740673.131007:0:24242:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022159232 00000100:00100000:0.0:1790740673.131016:0:24242:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022159232 00000100:00100000:0.0:1790740673.131093:0:24242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1790740673.131103:0:24242:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022159232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1790740673.131163:0:24242:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1790740673.131338:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84651180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022159232:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1790740673.131497:0:24242:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022159232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 394us (839us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740673.131505:0:24242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:3.0:1790740674.154485:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1790740674.667661:0:22765:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1790740675.078865:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740675.078965:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001070464 00000100:00100000:3.0:1790740675.079086:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001070464 00000100:00100000:3.0:1790740675.079172:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 14 00000100:00080000:1.0:1790740675.079301:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1790740675.079399:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcaefdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+7:18143:x1877727001070464:12345-192.168.204.3@tcp:41:lfs.0 00000004:00000024:3.0:1790740675.079442:0:22731:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1790740675.079555:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcaefdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+7:18143:x1877727001070464:12345-192.168.204.3@tcp:41:lfs.0 Request processed in 160us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740675.085143:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 14 00000100:00100000:1.0:1790740675.085453:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740675.085546:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001070592 00000100:00100000:0.0:1790740675.085556:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001070592 00000100:00100000:0.0:1790740675.085624:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 15 00000100:00100000:0.0:1790740675.085634:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbcde8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+6:18143:x1877727001070592:12345-192.168.204.3@tcp:41:lfs.0 00000004:00000024:0.0:1790740675.085685:0:22730:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1790740675.085785:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbcde8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+6:18143:x1877727001070592:12345-192.168.204.3@tcp:41:lfs.0 Request processed in 152us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740675.085792:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 15 00000100:00080000:1.0:1790740675.085853:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1790740675.094532:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740675.094646:0:24242:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001070720 00000100:00100000:0.0:1790740675.094656:0:24242:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001070720 00000100:00100000:0.0:1790740675.094742:0:24242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 12 00000100:00100000:0.0:1790740675.094753:0:24242:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbcdeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:b54bdbb5-de7c-40f8-95ae-79a113a82acc+6:18143:x1877727001070720:12345-192.168.204.3@tcp:13:lfs.0 00002000:00000024:0.0:1790740675.094786:0:24242:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1790740675.094890:0:24242:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbcdeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:b54bdbb5-de7c-40f8-95ae-79a113a82acc+6:18143:x1877727001070720:12345-192.168.204.3@tcp:13:lfs.0 Request processed in 138us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740675.094908:0:24242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 12 00000100:00080000:1.0:1790740675.095682:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1790740675.100787:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740675.100924:0:24242:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001070848 00000100:00100000:0.0:1790740675.100938:0:24242:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001070848 00000100:00100000:0.0:1790740675.101134:0:24242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 13 00000100:00100000:0.0:1790740675.101148:0:24242:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:b54bdbb5-de7c-40f8-95ae-79a113a82acc+5:18143:x1877727001070848:12345-192.168.204.3@tcp:13:lfs.0 00000100:00080000:1.0:1790740675.101351:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1790740675.101428:0:24242:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1790740675.101548:0:24242:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:b54bdbb5-de7c-40f8-95ae-79a113a82acc+5:18143:x1877727001070848:12345-192.168.204.3@tcp:13:lfs.0 Request processed in 403us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740675.101557:0:24242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 13 00000100:00100000:1.0:1790740675.178550:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1790740675.178581:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbcde9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022159360:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1790740675.178684:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740675.178761:0:24243:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022159360 00000100:00100000:1.0:1790740675.178772:0:24243:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022159360 00000100:00100000:1.0:1790740675.178920:0:24243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1790740675.178931:0:24243:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbcdeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022159360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1790740675.178960:0:24243:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1790740675.179013:0:24243:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbcdeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022159360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740675.179020:0:24243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:1.0:1790740675.179072:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1790740675.179178:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740675.179311:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbcde9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022159360:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1790740675.318844:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740675.319893:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001070976 00000100:00100000:2.0:1790740675.319909:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001070976 00000100:00100000:2.0:1790740675.320005:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 133 00000100:00100000:2.0:1790740675.320018:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd500850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+10:18174:x1877727001070976:12345-192.168.204.3@tcp:101:mount.lustre.0 00010000:00010000:2.0:1790740675.320096:0:22721:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790740675.320122:0:22721:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dcaf061c00/0xb25dda4f4e92fa2f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae24250 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740675.320175:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcaf061c00/0xb25dda4f4e92fa2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24250 expref: 11 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740675.320189:0:22721:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dcaf061c00/0xb25dda4f4e92fa2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24250 expref: 11 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740675.320231:0:22721:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcaf061c00, rc 0) 00000100:00100000:2.0:1790740675.320323:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd500850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+11:18174:x1877727001070976:12345-192.168.204.3@tcp:101:mount.lustre.0 Request processed in 307us (1495us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740675.320331:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 133 00000100:00100000:1.0:1790740675.326560:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740675.329631:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001071104 00000100:00100000:0.0:1790740675.329662:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001071104 00000100:00100000:0.0:1790740675.329784:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 134 00000100:00100000:0.0:1790740675.329796:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd501c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+11:18174:x1877727001071104:12345-192.168.204.3@tcp:501:mount.lustre.0 00000100:00100000:0.0:1790740675.330105:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd501c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+11:18174:x1877727001071104:12345-192.168.204.3@tcp:501:mount.lustre.0 Request processed in 310us (3560us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740675.330115:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 134 00000100:00100000:3.0:1790740675.338992:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740675.339170:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001071232 00000100:00100000:1.0:1790740675.339184:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001071232 00000100:00100000:1.0:1790740675.339268:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 135 00000100:00100000:1.0:1790740675.339280:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd503c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+11:18174:x1877727001071232:12345-192.168.204.3@tcp:503:mount.lustre.0 00000100:00100000:1.0:1790740675.339501:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd503c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+11:18174:x1877727001071232:12345-192.168.204.3@tcp:503:mount.lustre.0 Request processed in 223us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740675.339511:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 135 00000100:00100000:3.0:1790740675.377395:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740675.387485:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001071360 00000100:00100000:2.0:1790740675.387511:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001071360 00000100:00100000:2.0:1790740675.388141:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 136 00000100:00100000:2.0:1790740675.388157:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd503850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+11:18182:x1877727001071360:12345-192.168.204.3@tcp:502:llog_process_th.0 00000100:00100000:2.0:1790740675.388398:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd503850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+11:18182:x1877727001071360:12345-192.168.204.3@tcp:502:llog_process_th.0 Request processed in 245us (11016us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740675.388407:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 136 00000100:00100000:3.0:1790740675.421622:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740675.423186:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001071488 00000100:00100000:2.0:1790740675.423208:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001071488 00000100:00100000:2.0:1790740675.423314:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 137 00000100:00100000:2.0:1790740675.423327:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd500c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+11:18182:x1877727001071488:12345-192.168.204.3@tcp:502:llog_process_th.0 00000100:00100000:2.0:1790740675.423584:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd500c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+11:18182:x1877727001071488:12345-192.168.204.3@tcp:502:llog_process_th.0 Request processed in 259us (1977us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740675.423593:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 137 00000100:00100000:0.0:1790740675.435092:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740675.435545:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001071616 00000100:00100000:3.0:1790740675.435559:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001071616 00000100:00100000:3.0:1790740675.435877:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 138 00000100:00100000:3.0:1790740675.435893:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd501450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+11:18182:x1877727001071616:12345-192.168.204.3@tcp:502:llog_process_th.0 00000100:00100000:3.0:1790740675.436277:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd501450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+11:18182:x1877727001071616:12345-192.168.204.3@tcp:502:llog_process_th.0 Request processed in 387us (1204us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740675.436287:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 138 00000100:00100000:1.0:1790740675.443596:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740675.443942:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001071744 00000100:00100000:3.0:1790740675.443955:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001071744 00000100:00100000:3.0:1790740675.444553:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 139 00000100:00100000:3.0:1790740675.444580:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd502850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+11:18174:x1877727001071744:12345-192.168.204.3@tcp:101:mount.lustre.0 00010000:00010000:3.0:1790740675.444605:0:22721:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790740675.444629:0:22721:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dcb5dc8600/0xb25dda4f4e92fa36 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae24281 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740675.444679:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcb5dc8600/0xb25dda4f4e92fa36 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24281 expref: 12 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740675.444713:0:22721:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dcb5dc8600/0xb25dda4f4e92fa36 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24281 expref: 12 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740675.444725:0:22721:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcb5dc8600, rc 0) 00000100:00100000:3.0:1790740675.444814:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd502850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+12:18174:x1877727001071744:12345-192.168.204.3@tcp:101:mount.lustre.0 Request processed in 249us (1243us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740675.444822:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 139 00000100:00100000:1.0:1790740675.447751:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740675.447946:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001071872 00000100:00100000:3.0:1790740675.447958:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001071872 00000100:00100000:3.0:1790740675.448059:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 140 00000100:00100000:3.0:1790740675.448070:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd500450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+12:18174:x1877727001071872:12345-192.168.204.3@tcp:256:mount.lustre.0 20000000:01000000:0.0:1790740675.448452:0:22724:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1790740675.448483:0:22724:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1790740675.448487:0:22724:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1790740675.448491:0:22724:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1790740675.448494:0:22724:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1790740675.448496:0:22724:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1790740675.452701:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd500450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+12:18174:x1877727001071872:12345-192.168.204.3@tcp:256:mount.lustre.0 Request processed in 4614us (4944us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740675.452742:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 140 00000100:00100000:1.0:1790740675.458483:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740675.458828:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001072000 00000100:00100000:3.0:1790740675.458844:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001072000 00000100:00100000:3.0:1790740675.458928:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 141 00000100:00100000:3.0:1790740675.458950:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd503450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+12:18174:x1877727001072000:12345-192.168.204.3@tcp:101:mount.lustre.0 00010000:00010000:3.0:1790740675.458980:0:22721:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790740675.459011:0:22721:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dcb5dc8800/0xb25dda4f4e92fa3d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae24288 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740675.459117:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcb5dc8800/0xb25dda4f4e92fa3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24288 expref: 13 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740675.459131:0:22721:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dcb5dc8800/0xb25dda4f4e92fa3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24288 expref: 13 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740675.459152:0:22721:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcb5dc8800, rc 0) 00000100:00100000:3.0:1790740675.459482:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd503450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+13:18174:x1877727001072000:12345-192.168.204.3@tcp:101:mount.lustre.0 Request processed in 535us (1017us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740675.459494:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 141 00000100:00100000:2.0:1790740675.462253:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740675.462396:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001072128 00000100:00100000:1.0:1790740675.462408:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001072128 00000100:00100000:1.0:1790740675.462484:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 142 00000100:00100000:1.0:1790740675.462495:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd502c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+13:18174:x1877727001072128:12345-192.168.204.3@tcp:501:mount.lustre.0 00000100:00100000:1.0:1790740675.462729:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd502c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+13:18174:x1877727001072128:12345-192.168.204.3@tcp:501:mount.lustre.0 Request processed in 235us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740675.462737:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 142 00000100:00100000:0.0:1790740675.467427:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740675.467893:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001072256 00000100:00100000:2.0:1790740675.467907:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001072256 00000100:00100000:2.0:1790740675.467991:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 143 00000100:00100000:2.0:1790740675.468001:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd503050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+13:18174:x1877727001072256:12345-192.168.204.3@tcp:503:mount.lustre.0 00000100:00100000:2.0:1790740675.469280:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd503050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+13:18174:x1877727001072256:12345-192.168.204.3@tcp:503:mount.lustre.0 Request processed in 1267us (1854us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740675.469308:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 143 00000100:00100000:2.0:1790740675.473380:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740675.473699:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001072384 00000100:00100000:3.0:1790740675.473712:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001072384 00000100:00100000:3.0:1790740675.473791:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 144 00000100:00100000:3.0:1790740675.473802:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd501050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+13:18187:x1877727001072384:12345-192.168.204.3@tcp:502:llog_process_th.0 00000100:00100000:3.0:1790740675.474023:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd501050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+13:18187:x1877727001072384:12345-192.168.204.3@tcp:502:llog_process_th.0 Request processed in 222us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740675.474071:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 144 00000100:00100000:3.0:1790740675.483913:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740675.484468:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001072512 00000100:00100000:2.0:1790740675.484482:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001072512 00000100:00100000:2.0:1790740675.484568:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 145 00000100:00100000:2.0:1790740675.484581:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+13:18187:x1877727001072512:12345-192.168.204.3@tcp:502:llog_process_th.0 00000100:00100000:2.0:1790740675.484873:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ed450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+13:18187:x1877727001072512:12345-192.168.204.3@tcp:502:llog_process_th.0 Request processed in 294us (975us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740675.484883:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 145 00000100:00100000:0.0:1790740675.495713:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740675.495852:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740675.496392:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001072640 00000100:00100000:1.0:1790740675.496406:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001072640 00000100:00100000:1.0:1790740675.496461:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001072896 00000100:00100000:1.0:1790740675.496465:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001072896 00000100:00100000:1.0:1790740675.496483:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 16 00000100:00100000:1.0:1790740675.496493:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2401:x1877727001072640:12345-192.168.204.3@tcp:38:mount.lustre.0 00010000:00080000:1.0:1790740675.496533:0:22730:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from 15488b5e-f45f-43ef-825d-e2efba3d167e@192.168.204.3@tcp t0 exp 0000000000000000 cur 746 last 0 00000020:00000080:1.0:1790740675.496579:0:22730:0:(genops.c:1384:class_connect()) connect: client 15488b5e-f45f-43ef-825d-e2efba3d167e, cookie 0xb25dda4f4e92fa44 00000004:00100000:1.0:1790740675.496614:0:22730:0:(mdt_handler.c:7295:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1790740675.496763:0:22730:0:(import.c:65:import_set_state_nolock()) ffff98db83e4e800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1790740675.496943:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15488b5e-f45f-43ef-825d-e2efba3d167e+6:2401:x1877727001072640:12345-192.168.204.3@tcp:38:mount.lustre.0 Request processed in 449us (1243us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740675.496952:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 16 00000100:00100000:1.0:1790740675.496974:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 17 00000100:00100000:1.0:1790740675.496979:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2401:x1877727001072896:12345-192.168.204.3@tcp:38:mount.lustre.0 00010000:00080000:1.0:1790740675.496998:0:22730:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from 15488b5e-f45f-43ef-825d-e2efba3d167e@192.168.204.3@tcp t0 exp 0000000000000000 cur 746 last 0 00000020:00000080:1.0:1790740675.497091:0:22730:0:(genops.c:1384:class_connect()) connect: client 15488b5e-f45f-43ef-825d-e2efba3d167e, cookie 0xb25dda4f4e92fa4b 00000004:00100000:1.0:1790740675.497108:0:22730:0:(mdt_handler.c:7295:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1790740675.497166:0:22730:0:(import.c:65:import_set_state_nolock()) ffff98db83e4c000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1790740675.497206:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15488b5e-f45f-43ef-825d-e2efba3d167e+6:2401:x1877727001072896:12345-192.168.204.3@tcp:38:mount.lustre.0 Request processed in 213us (1342us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740675.497214:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 17 00000100:00100000:1.0:1790740675.516187:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740675.516255:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740675.516521:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001073152 00000100:00100000:3.0:1790740675.516534:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001073152 00000100:00100000:3.0:1790740675.516631:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001072768 00000100:00100000:3.0:1790740675.516634:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001072768 00000100:00100000:3.0:1790740675.516669:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 18 00000100:00100000:3.0:1790740675.516680:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbcde9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15488b5e-f45f-43ef-825d-e2efba3d167e+7:18174:x1877727001073152:12345-192.168.204.3@tcp:41:mount.lustre.0 00000004:00000024:3.0:1790740675.516721:0:22731:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1790740675.516819:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbcde9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15488b5e-f45f-43ef-825d-e2efba3d167e+7:18174:x1877727001073152:12345-192.168.204.3@tcp:41:mount.lustre.0 Request processed in 141us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740675.516828:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 18 00000100:00100000:3.0:1790740675.516850:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 19 00000100:00100000:3.0:1790740675.516857:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbcdea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15488b5e-f45f-43ef-825d-e2efba3d167e+6:0:x1877727001072768:12345-192.168.204.3@tcp:41:mount.lustre.0 00000004:00000024:3.0:1790740675.516868:0:22731:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1790740675.516892:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbcdea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15488b5e-f45f-43ef-825d-e2efba3d167e+6:0:x1877727001072768:12345-192.168.204.3@tcp:41:mount.lustre.0 Request processed in 36us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740675.516921:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 19 00000100:00080000:1.0:1790740675.517688:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1790740675.524189:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740675.524241:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740675.524377:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001073280 00000100:00100000:3.0:1790740675.524391:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001073280 00000100:00100000:3.0:1790740675.524465:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001073024 00000100:00100000:3.0:1790740675.524469:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001073024 00000100:00100000:3.0:1790740675.524515:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 20 00000100:00100000:3.0:1790740675.524529:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84650000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15488b5e-f45f-43ef-825d-e2efba3d167e+6:18174:x1877727001073280:12345-192.168.204.3@tcp:40:mount.lustre.0 00000100:00100000:3.0:1790740675.524684:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84650000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15488b5e-f45f-43ef-825d-e2efba3d167e+6:18174:x1877727001073280:12345-192.168.204.3@tcp:40:mount.lustre.0 Request processed in 158us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740675.524692:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 20 00000100:00100000:3.0:1790740675.524713:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 21 00000100:00100000:3.0:1790740675.524721:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15488b5e-f45f-43ef-825d-e2efba3d167e+6:0:x1877727001073024:12345-192.168.204.3@tcp:41:mount.lustre.0 00000004:00000024:3.0:1790740675.524740:0:22731:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1790740675.524778:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15488b5e-f45f-43ef-825d-e2efba3d167e+6:0:x1877727001073024:12345-192.168.204.3@tcp:41:mount.lustre.0 Request processed in 58us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740675.524784:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 21 00000100:00080000:0.0:1790740675.527586:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1790740675.529673:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740675.529771:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740675.529813:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740675.531994:0:25292:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001073408 00000100:00100000:3.0:1790740675.532016:0:25292:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001073408 00000100:00100000:3.0:1790740675.532136:0:25292:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001073536 00000100:00100000:3.0:1790740675.532140:0:25292:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001073536 00000100:00100000:3.0:1790740675.532193:0:25292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 21 00000100:00100000:3.0:1790740675.532203:0:25292:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcaefdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2401:x1877727001073408:12345-192.168.204.3@tcp:8:mount.lustre.0 00010000:00080000:3.0:1790740675.532248:0:25292:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from 15488b5e-f45f-43ef-825d-e2efba3d167e@192.168.204.3@tcp t0 exp 0000000000000000 cur 746 last 0 00000020:00000080:3.0:1790740675.532292:0:25292:0:(genops.c:1384:class_connect()) connect: client 15488b5e-f45f-43ef-825d-e2efba3d167e, cookie 0xb25dda4f4e92fa52 00002000:00100000:3.0:1790740675.532308:0:25292:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 15488b5e-f45f-43ef-825d-e2efba3d167e/ffff98dcb0367000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113b03 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1790740675.532340:0:25292:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1790740675.532433:0:25292:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1790740675.532481:0:25292:0:(import.c:65:import_set_state_nolock()) ffff98dcb0365800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1790740675.532754:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22 00000100:00100000:1.0:1790740675.532762:0:24240:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcaefd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2401:x1877727001073536:12345-192.168.204.3@tcp:8:mount.lustre.0 00010000:00080000:1.0:1790740675.532784:0:24240:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from 15488b5e-f45f-43ef-825d-e2efba3d167e@192.168.204.3@tcp t0 exp 0000000000000000 cur 746 last 0 00000020:00000080:1.0:1790740675.532815:0:24240:0:(genops.c:1384:class_connect()) connect: client 15488b5e-f45f-43ef-825d-e2efba3d167e, cookie 0xb25dda4f4e92fa59 00002000:00100000:1.0:1790740675.532823:0:24240:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 15488b5e-f45f-43ef-825d-e2efba3d167e/ffff98db83e4a000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113b03 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1790740675.532830:0:24240:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:1.0:1790740675.532899:0:24240:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1790740675.532920:0:24240:0:(import.c:65:import_set_state_nolock()) ffff98db83e4c800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1790740675.533336:0:25292:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcaefdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15488b5e-f45f-43ef-825d-e2efba3d167e+6:2401:x1877727001073408:12345-192.168.204.3@tcp:8:mount.lustre.0 Request processed in 1131us (3562us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740675.533347:0:25292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 21 00000100:00100000:0.0:1790740675.538447:0:22740:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001073664 00000100:00100000:0.0:1790740675.538471:0:22740:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001073664 00000100:00100000:0.0:1790740675.538588:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 4 00000100:00100000:0.0:1790740675.538603:0:22740:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcaefdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:15488b5e-f45f-43ef-825d-e2efba3d167e+6:18174:x1877727001073664:12345-192.168.204.3@tcp:900:mount.lustre.0 00000100:00100000:1.0:1790740675.539450:0:24240:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcaefd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15488b5e-f45f-43ef-825d-e2efba3d167e+6:2401:x1877727001073536:12345-192.168.204.3@tcp:8:mount.lustre.0 Request processed in 6678us (9627us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740675.539466:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22 00000100:00100000:0.0:1790740675.544803:0:22740:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcaefdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:15488b5e-f45f-43ef-825d-e2efba3d167e+6:18174:x1877727001073664:12345-192.168.204.3@tcp:900:mount.lustre.0 Request processed in 6182us (15132us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740675.544824:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 4 00000100:00100000:2.0:1790740675.557275:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740675.557420:0:22733:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001073792 00000100:00100000:1.0:1790740675.557434:0:22733:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001073792 00000100:00100000:1.0:1790740675.557545:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 1 00000100:00100000:1.0:1790740675.557568:0:22733:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcaefd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15488b5e-f45f-43ef-825d-e2efba3d167e+6:18174:x1877727001073792:12345-192.168.204.3@tcp:33:mount.lustre.0 00000004:00200000:1.0:1790740675.557715:0:22733:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1790740675.557880:0:22733:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcaefd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15488b5e-f45f-43ef-825d-e2efba3d167e+6:18174:x1877727001073792:12345-192.168.204.3@tcp:33:mount.lustre.0 Request processed in 323us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740675.557889:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 1 00000100:00100000:0.0:1790740675.692108:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbcdea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022159488:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1790740675.692229:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740675.692326:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022159488 00000100:00100000:0.0:1790740675.692337:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022159488 00000100:00100000:0.0:1790740675.692399:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1790740675.692410:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84653b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022159488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1790740675.692450:0:22735:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1790740675.692508:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84653b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022159488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740675.692516:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1790740675.692575:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbcdea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022159488:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1790740675.693100:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd5fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022159616:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1790740675.693191:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740675.693335:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022159616 00000100:00100000:3.0:1790740675.693341:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022159616 00000100:00100000:3.0:1790740675.693382:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1790740675.693390:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022159616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1790740675.693405:0:22735:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1790740675.693456:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022159616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740675.693462:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1790740675.693541:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd5fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022159616:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790740675.729621:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740675.730289:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001073920 00000100:00100000:3.0:1790740675.730304:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001073920 00000100:00100000:3.0:1790740675.730432:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22 00000100:00100000:3.0:1790740675.730446:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbcdeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15488b5e-f45f-43ef-825d-e2efba3d167e+6:18210:x1877727001073920:12345-192.168.204.3@tcp:101:mkdir.0 00010000:00010000:3.0:1790740675.730475:0:22731:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790740675.730507:0:22731:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9800/0xb25dda4f4e92fa60 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae242b9 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740675.730599:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8e00/0xb25dda4f4e92fa67 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740675.730618:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8e00/0xb25dda4f4e92fa67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740675.730676:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8e00/0xb25dda4f4e92fa67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1790740675.730756:0:22731:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1790740675.730762:0:22731:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1790740675.730792:0:22731:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8e00/0xb25dda4f4e92fa67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740675.730826:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9800/0xb25dda4f4e92fa60 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242b9 expref: 8 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740675.730845:0:22731:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8e00/0xb25dda4f4e92fa67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242b9 expref: 7 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740675.730854:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98db82949500) 00010000:00010000:3.0:1790740675.730857:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1790740675.730862:0:22731:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcb5dc8e00, rc 0) 00000100:00100000:3.0:1790740675.730967:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbcdeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15488b5e-f45f-43ef-825d-e2efba3d167e+7:18210:x1877727001073920:12345-192.168.204.3@tcp:101:mkdir.0 Request processed in 524us (1362us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740675.730975:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22 00010000:00010000:2.0:1790740676.202232:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740677.235978:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790740677.739538:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84652a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022159872:0@lo:400:kworker.0 00000100:00100000:0.0:1790740677.739634:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740677.739686:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022160384:0@lo:400:kworker.0 00000100:00100000:3.0:1790740677.739689:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022159872 00000100:00100000:3.0:1790740677.739697:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022159872 00000100:00100000:0.0:1790740677.739708:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740677.739725:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84532d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1877727022160896:0@lo:400:kworker.0 00000100:00100000:3.0:1790740677.739748:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022160384 00000100:00100000:0.0:1790740677.739752:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740677.739754:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022160384 00000100:00100000:0.0:1790740677.739773:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:0.0:1790740677.739781:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3639:1877727022159744:0@lo:400:kworker.0 00000100:00100000:3.0:1790740677.739787:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1790740677.739799:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84530e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022159872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740677.739822:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740677.739845:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84651180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1877727022160256:0@lo:400:kworker.0 00000100:00100000:3.0:1790740677.739867:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84530e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022159872:12345-0@lo:400:kworker.0 Request processed in 70us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740677.739873:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740677.739886:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1790740677.739894:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84533100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1877727022160768:0@lo:400:kworker.0 00000100:00100000:3.0:1790740677.739914:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1790740677.739918:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740677.739925:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84531880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022160384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740677.739937:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84531f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1877727022161280:0@lo:400:kworker.0 00000100:00100000:3.0:1790740677.739968:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84531880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022160384:12345-0@lo:400:kworker.0 Request processed in 43us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740677.739968:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740677.739979:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1790740677.740001:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84652a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022159872:0@lo:400:kworker.0 00000100:00100000:3.0:1790740677.740002:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022160896 00000100:00100000:3.0:1790740677.740007:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022160896 00000100:00100000:0.0:1790740677.740015:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83d93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022160384:0@lo:400:kworker.0 00000100:00100000:0.0:1790740677.740068:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022160000:0@lo:400:kworker.0 00000100:00100000:3.0:1790740677.740071:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022160256 00000100:00100000:3.0:1790740677.740075:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022160256 00000100:00100000:3.0:1790740677.740089:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022160768 00000100:00100000:3.0:1790740677.740092:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022160768 00000100:00100000:0.0:1790740677.740098:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740677.740104:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022161280 00000100:00100000:3.0:1790740677.740108:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022161280 00000100:00100000:0.0:1790740677.740119:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84533b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022160512:0@lo:400:kworker.0 00000100:00100000:3.0:1790740677.740125:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1790740677.740134:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84531500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1877727022160896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740677.740141:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740677.740159:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84533480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1877727022161024:0@lo:400:kworker.0 00000100:00100000:3.0:1790740677.740190:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84531500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1877727022160896:12345-0@lo:400:kworker.0 Request processed in 55us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740677.740191:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740677.740206:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1790740677.740209:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1790740677.740222:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022160128:0@lo:400:kworker.0 00000100:00100000:3.0:1790740677.740224:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022161024 00000100:00100000:3.0:1790740677.740229:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022161024 00000100:00100000:3.0:1790740677.740248:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1790740677.740253:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740677.740258:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84530700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1877727022160256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740677.740274:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84531c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022160640:0@lo:400:kworker.0 00000100:00100000:3.0:1790740677.740295:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84530700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1877727022160256:12345-0@lo:400:kworker.0 Request processed in 38us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740677.740304:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1790740677.740306:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740677.740323:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1790740677.740327:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84533800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1877727022161152:0@lo:400:kworker.0 00000100:00100000:3.0:1790740677.740340:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84530380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1877727022160768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740677.740354:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740677.740379:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84530380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1877727022160768:12345-0@lo:400:kworker.0 Request processed in 41us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740677.740385:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1790740677.740397:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022161152 00000100:00100000:3.0:1790740677.740400:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022161152 00000100:00100000:0.0:1790740677.740406:0:25292:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022160000 00000100:00100000:0.0:1790740677.740412:0:25292:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022160000 00000100:00100000:3.0:1790740677.740418:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1790740677.740426:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84532680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1877727022161280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740677.740446:0:25292:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022160512 00000100:00100000:0.0:1790740677.740450:0:25292:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022160512 00000100:00100000:3.0:1790740677.740455:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84532680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1877727022161280:12345-0@lo:400:kworker.0 Request processed in 30us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740677.740460:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1790740677.740470:0:25292:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022160128 00000100:00100000:0.0:1790740677.740474:0:25292:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022160128 00000100:00100000:3.0:1790740677.740478:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1790740677.740486:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83cc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1877727022161024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740677.740493:0:25292:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022160640 00000100:00100000:0.0:1790740677.740497:0:25292:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022160640 00000100:00100000:3.0:1790740677.740521:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83cc6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1877727022161024:12345-0@lo:400:kworker.0 Request processed in 35us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740677.740522:0:25292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790740677.740531:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1790740677.740535:0:25292:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83d93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022160000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740677.740550:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1790740677.740559:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83cc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1877727022161152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740677.740578:0:25292:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83d93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022160000:12345-0@lo:400:kworker.0 Request processed in 46us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740677.740586:0:25292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1790740677.740600:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83cc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1877727022161152:12345-0@lo:400:kworker.0 Request processed in 42us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740677.740603:0:25292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1790740677.740625:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1790740677.740627:0:25292:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022160512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740677.740656:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1790740677.740661:0:25292:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022160512:12345-0@lo:400:kworker.0 Request processed in 37us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740677.740667:0:24239:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83cc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022160128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740677.740673:0:25292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790740677.740689:0:25292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1790740677.740696:0:25292:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022160640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740677.740709:0:24239:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83cc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022160128:12345-0@lo:400:kworker.0 Request processed in 45us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740677.740725:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1790740677.740730:0:25292:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022160640:12345-0@lo:400:kworker.0 Request processed in 34us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740677.740745:0:25292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1790740677.740764:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84651180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1877727022160256:0@lo:400:kworker.0 00000100:00080000:0.0:1790740677.740769:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1790740677.740774:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1790740677.740778:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1790740677.740781:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84533100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1877727022160768:0@lo:400:kworker.0 00000100:00080000:0.0:1790740677.740782:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1790740677.740800:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98db84531f80 x1877727022161280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740677.740806:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:3.0:1790740677.740813:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84531f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1877727022161280:0@lo:400:kworker.0 00000100:00100000:0.0:1790740677.740822:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022160128:0@lo:400:kworker.0 00000100:00100000:3.0:1790740677.740832:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84532d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1877727022160896:0@lo:400:kworker.0 00000100:00100000:0.0:1790740677.740839:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84531c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022160640:0@lo:400:kworker.0 00000100:00100000:0.0:1790740677.740856:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84533800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1877727022161152:0@lo:400:kworker.0 00000100:00100000:0.0:1790740677.740867:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022160000:0@lo:400:kworker.0 00000100:00100000:0.0:1790740677.740876:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84533b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022160512:0@lo:400:kworker.0 00010000:00080000:0.0:1790740677.740886:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98db84533480 x1877727022161024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1790740677.740896:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84533480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1877727022161024:0@lo:400:kworker.0 00000100:00100000:1.0:1790740677.742623:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022159744 00000100:00100000:1.0:1790740677.742632:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022159744 00000100:00100000:1.0:1790740677.742691:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1790740677.742700:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:3639:x1877727022159744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740677.742769:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:3639:x1877727022159744:12345-0@lo:400:kworker.0 Request processed in 71us (2947us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740677.742776:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1790740677.742925:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1790740677.742940:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbcdeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1877727022161408:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1790740677.742983:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740677.743052:0:24243:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022161408 00000100:00100000:2.0:1790740677.743056:0:24243:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022161408 00000100:00100000:2.0:1790740677.743085:0:24243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1790740677.743091:0:24243:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcaefd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1877727022161408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1790740677.743113:0:24243:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1790740677.743145:0:24243:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcaefd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1877727022161408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740677.743151:0:24243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1790740677.743186:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbcdeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1877727022161408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1790740677.743296:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1790740677.743305:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbcdebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022161536:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1790740677.743329:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740677.743487:0:24243:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022161536 00000100:00100000:2.0:1790740677.743492:0:24243:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022161536 00000100:00100000:2.0:1790740677.743521:0:24243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1790740677.743527:0:24243:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbcde8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022161536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1790740677.743536:0:24243:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1790740677.743564:0:24243:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbcde8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022161536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 37us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740677.743570:0:24243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1790740677.743649:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbcdebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022161536:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1790740677.746320:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3639:1877727022159744:0@lo:400:kworker.0 00000100:00100000:0.0:1790740678.250579:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83cc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022161664:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1790740678.250665:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740678.250824:0:24243:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022161664 00000100:00100000:2.0:1790740678.250833:0:24243:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022161664 00000100:00100000:2.0:1790740678.250890:0:24243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1790740678.250900:0:24243:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83cc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1877727022161664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1790740678.250930:0:24243:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1790740678.250988:0:24243:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83cc4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1877727022161664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740678.250995:0:24243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1790740678.251174:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83cc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022161664:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1790740678.252264:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1790740678.767398:0:22709:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 15488b5e-f45f-43ef-825d-e2efba3d167e 00000001:00100000:0.0:1790740678.767412:0:22709:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of b54bdbb5-de7c-40f8-95ae-79a113a82acc 00000001:00100000:3.0:1790740678.768531:0:23464:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 15488b5e-f45f-43ef-825d-e2efba3d167e 00000001:00100000:3.0:1790740678.768541:0:23464:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of b54bdbb5-de7c-40f8-95ae-79a113a82acc 00000001:00100000:2.0:1790740678.774386:0:24235:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 15488b5e-f45f-43ef-825d-e2efba3d167e 00000001:00100000:2.0:1790740678.774410:0:24235:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b54bdbb5-de7c-40f8-95ae-79a113a82acc 00000001:02000400:2.0:1790740678.793683:0:25609:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1790740679.274216:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790740680.299417:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbcdebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022161792:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1790740680.299511:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1790740680.300329:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740680.303949:0:24243:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022161792 00000100:00100000:1.0:1790740680.303964:0:24243:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022161792 00000100:00100000:1.0:1790740680.304047:0:24243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1790740680.304059:0:24243:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcaefd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022161792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1790740680.304093:0:24243:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00080000:0.0:1790740680.304450:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1790740680.310713:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbcdebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022161792:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1790740680.311284:0:24243:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcaefd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022161792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7225us (11770us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740680.311296:0:24243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1790740680.609797:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740680.610292:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740680.610324:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740680.610345:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740680.610376:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740680.610410:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740680.610644:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001074176 00000100:00100000:1.0:1790740680.610656:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001074176 00000100:00100000:1.0:1790740680.610724:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001074688 00000100:00100000:1.0:1790740680.610727:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001074688 00000100:00100000:1.0:1790740680.610744:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001074304 00000100:00100000:1.0:1790740680.610746:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001074304 00000100:00100000:1.0:1790740680.610765:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 45 00000100:00100000:1.0:1790740680.610774:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcaefd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+6:2403:x1877727001074176:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:1.0:1790740680.612074:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcaefd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+6:2403:x1877727001074176:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 1292us (2279us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740680.612087:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 45 00000100:00100000:1.0:1790740680.612119:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 46 00000100:00100000:1.0:1790740680.612129:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15488b5e-f45f-43ef-825d-e2efba3d167e+6:2403:x1877727001074688:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:1.0:1790740680.612768:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15488b5e-f45f-43ef-825d-e2efba3d167e+6:2403:x1877727001074688:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 639us (2440us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740680.612777:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 46 00000100:00100000:1.0:1790740680.612799:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 47 00000100:00100000:1.0:1790740680.612810:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+5:2403:x1877727001074304:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:3.0:1790740680.614494:0:25292:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001074432 00000100:00100000:3.0:1790740680.614504:0:25292:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001074432 00000100:00100000:3.0:1790740680.614570:0:25292:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001074944 00000100:00100000:3.0:1790740680.614574:0:25292:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001074944 00000100:00100000:3.0:1790740680.614608:0:25292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 13 00000100:00100000:3.0:1790740680.614616:0:25292:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcaefd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b54bdbb5-de7c-40f8-95ae-79a113a82acc+5:2403:x1877727001074432:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:3.0:1790740680.614678:0:25292:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcaefd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b54bdbb5-de7c-40f8-95ae-79a113a82acc+5:2403:x1877727001074432:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 63us (4388us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740680.614686:0:25292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 13 00000100:00100000:3.0:1790740680.614710:0:25292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 14 00000100:00100000:3.0:1790740680.614723:0:25292:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15488b5e-f45f-43ef-825d-e2efba3d167e+5:2403:x1877727001074944:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:3.0:1790740680.614749:0:25292:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15488b5e-f45f-43ef-825d-e2efba3d167e+5:2403:x1877727001074944:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 27us (4404us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740680.614755:0:25292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 14 00000100:00100000:3.0:1790740680.614799:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001074048 00000100:00100000:3.0:1790740680.614802:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001074048 00000100:00100000:3.0:1790740680.614969:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 147 00000100:00100000:1.0:1790740680.615051:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+5:2403:x1877727001074304:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 2242us (4638us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740680.615061:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 47 00000100:00100000:3.0:1790740680.615068:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+13:2403:x1877727001074048:12345-192.168.204.3@tcp:400:kworker.0 00000100:00080000:1.0:1790740680.615086:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1790740680.615093:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1790740680.615097:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1790740680.615103:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ec450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+13:2403:x1877727001074048:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 126us (4724us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740680.615112:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 147 00000100:00100000:2.0:1790740680.615560:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740680.615598:0:24241:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001074560 00000100:00100000:2.0:1790740680.615603:0:24241:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001074560 00000100:00100000:2.0:1790740680.615638:0:24241:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 15 00000100:00100000:2.0:1790740680.615647:0:24241:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+5:2403:x1877727001074560:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:2.0:1790740680.615683:0:24241:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+5:2403:x1877727001074560:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 38us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740680.615690:0:24241:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 15 00000100:00080000:2.0:1790740680.615703:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1790740680.615743:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740680.615782:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740680.615797:0:24240:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001075072 00000100:00100000:2.0:1790740680.615801:0:24240:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001075072 00000100:00100000:2.0:1790740680.615827:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 16 00000100:00100000:2.0:1790740680.615983:0:24240:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15488b5e-f45f-43ef-825d-e2efba3d167e+6:2403:x1877727001075072:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:2.0:1790740680.616017:0:24240:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:15488b5e-f45f-43ef-825d-e2efba3d167e+6:2403:x1877727001075072:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 37us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740680.616024:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 16 00000100:00080000:2.0:1790740680.616069:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1790740680.616092:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001074816 00000100:00100000:2.0:1790740680.616096:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001074816 00000100:00100000:2.0:1790740680.616127:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 48 00000100:00100000:2.0:1790740680.616133:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15488b5e-f45f-43ef-825d-e2efba3d167e+5:2403:x1877727001074816:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:2.0:1790740680.616982:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15488b5e-f45f-43ef-825d-e2efba3d167e+5:2403:x1877727001074816:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 844us (1234us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740680.616991:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 48 00000100:00080000:2.0:1790740680.617023:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1790740680.810728:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd5fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022161920:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790740680.810818:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740680.810879:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022161920 00000100:00100000:3.0:1790740680.810887:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022161920 00000100:00100000:3.0:1790740680.810933:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1790740680.810942:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022161920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1790740680.810975:0:22735:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1790740680.811019:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022161920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740680.811026:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1790740680.811096:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd5fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022161920:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790740680.819017:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbb7fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022162048:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1790740680.819133:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740680.819279:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022162048 00000100:00100000:2.0:1790740680.819291:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022162048 00000100:00100000:2.0:1790740680.819355:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1790740680.819366:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022162048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1790740680.819406:0:22735:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1790740680.819460:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022162048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740680.819467:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1790740680.819575:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbb7fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022162048:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1790740681.323052:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1790740681.846908:0:25052:0:(tgt_lastrcvd.c:564:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 15488b5e-f45f-43ef-825d-e2efba3d167e 00000040:00080000:1.0:1790740681.901569:0:23487:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1790740682.346676:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790740682.858831:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1790740682.861201:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbcde9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3638:1877727022162304:0@lo:400:kworker.0 00000100:00100000:0.0:1790740682.861283:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740682.861336:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1790740682.861343:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbcde9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1877727022162432:0@lo:400:kworker.0 00000100:00100000:0.0:1790740682.861371:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740682.861407:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022162304 00000100:00100000:0.0:1790740682.861415:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022162304 00000100:00100000:0.0:1790740682.861465:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1790740682.861473:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:3638:x1877727022162304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740682.861913:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022162432 00000100:00100000:3.0:1790740682.861919:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022162432 00000100:00100000:3.0:1790740682.861964:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1790740682.861971:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83cc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1877727022162432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740682.863348:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbb7fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022162688:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1790740682.863470:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83cc7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1877727022162432:12345-0@lo:400:kworker.0 Request processed in 1498us (2096us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740682.863481:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1790740682.865702:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbcde9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1877727022162944:0@lo:400:kworker.0 00000100:00100000:1.0:1790740682.865781:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740682.865820:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbcdeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1877727022163456:0@lo:400:kworker.0 00000100:00100000:1.0:1790740682.865854:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740682.865874:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbdb98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1877727022163968:0@lo:400:kworker.0 00000100:00100000:1.0:1790740682.865900:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740682.865926:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1790740682.866149:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbcdead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022162816:0@lo:400:kworker.0 00000100:00100000:1.0:1790740682.866182:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740682.866202:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbcdebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022163328:0@lo:400:kworker.0 00000100:00100000:1.0:1790740682.866221:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740682.866237:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbdb9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1877727022163840:0@lo:400:kworker.0 00000100:00100000:1.0:1790740682.866258:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740682.866295:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022162944 00000100:00100000:1.0:1790740682.866303:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022162944 00000100:00100000:1.0:1790740682.866344:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022163456 00000100:00100000:1.0:1790740682.866348:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022163456 00000100:00100000:1.0:1790740682.866360:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022163968 00000100:00100000:1.0:1790740682.866362:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022163968 00000100:00100000:1.0:1790740682.866385:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022163840 00000100:00100000:1.0:1790740682.866388:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022163840 00000100:00100000:1.0:1790740682.866403:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1790740682.866412:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbdb99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1877727022162944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740682.866469:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbdb99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1877727022162944:12345-0@lo:400:kworker.0 Request processed in 58us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740682.866476:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1790740682.866494:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1790740682.866500:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbdb99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1877727022163456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740682.866557:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbdb99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1877727022163456:12345-0@lo:400:kworker.0 Request processed in 57us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740682.866574:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1790740682.866588:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1790740682.866594:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbdb99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1877727022163968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740682.866625:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbdb99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1877727022163968:12345-0@lo:400:kworker.0 Request processed in 31us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740682.866637:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1790740682.866648:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1790740682.866655:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbdb99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1877727022163840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1790740682.866681:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbdb99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1877727022163840:12345-0@lo:400:kworker.0 Request processed in 28us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740682.866686:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1790740682.866705:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbcde9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1877727022162432:0@lo:400:kworker.0 00000100:00100000:1.0:1790740682.866706:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbdb9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1877727022163840:0@lo:400:kworker.0 00000100:00100000:1.0:1790740682.866715:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbcde9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1877727022162944:0@lo:400:kworker.0 00000100:00100000:1.0:1790740682.866723:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbcdeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1877727022163456:0@lo:400:kworker.0 00000100:00100000:3.0:1790740682.866731:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbcde8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022162560:0@lo:400:kworker.0 00010000:00080000:1.0:1790740682.866734:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98dcbdb98380 x1877727022163968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740682.866760:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740682.866783:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbcde9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022162176:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1790740682.866806:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740682.866843:0:24242:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022162176 00000100:00100000:3.0:1790740682.866848:0:24242:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022162176 00000100:00100000:3.0:1790740682.866879:0:24242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1790740682.866887:0:24242:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022162176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1790740682.866910:0:24242:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1790740682.866942:0:24242:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022162176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740682.866948:0:24242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1790740682.866985:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbcde9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022162176:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1790740682.867000:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbcde8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022163072:0@lo:400:kworker.0 00000100:00100000:3.0:1790740682.867024:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740682.867070:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbcdea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1877727022163584:0@lo:400:kworker.0 00000100:00100000:3.0:1790740682.867229:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740682.867248:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1790740682.867255:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbcde8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022163200:0@lo:400:kworker.0 00000100:00100000:3.0:1790740682.867283:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740682.867300:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbdb9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1877727022163712:0@lo:400:kworker.0 00000100:00100000:3.0:1790740682.867319:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740682.867337:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022163072 00000100:00100000:3.0:1790740682.867341:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022163072 00000100:00100000:3.0:1790740682.867365:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1790740682.867371:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022163072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740682.867409:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022163072:12345-0@lo:400:kworker.0 Request processed in 38us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740682.867416:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1790740682.867445:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbcde8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022163072:0@lo:400:kworker.0 00000100:00100000:3.0:1790740682.867485:0:24240:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022162816 00000100:00100000:3.0:1790740682.867488:0:24240:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022162816 00000100:00100000:3.0:1790740682.867587:0:24240:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022163328 00000100:00100000:3.0:1790740682.867592:0:24240:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022163328 00000100:00100000:3.0:1790740682.867606:0:24240:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022162560 00000100:00100000:3.0:1790740682.867608:0:24240:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022162560 00000100:00100000:3.0:1790740682.867623:0:24240:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022163200 00000100:00100000:3.0:1790740682.867625:0:24240:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022163200 00000100:00100000:3.0:1790740682.867657:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1790740682.867664:0:24240:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbdb98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022162816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740682.867698:0:24240:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbdb98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1877727022162816:12345-0@lo:400:kworker.0 Request processed in 35us (1515us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740682.867705:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1790740682.867725:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1790740682.867730:0:24240:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbdb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022163328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740682.867759:0:24240:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbdb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022163328:12345-0@lo:400:kworker.0 Request processed in 28us (1536us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740682.867765:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1790740682.867777:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1790740682.867783:0:24240:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022162560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740682.867816:0:24240:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022162560:12345-0@lo:400:kworker.0 Request processed in 33us (1055us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740682.867855:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbdb98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1877727022163968:0@lo:400:kworker.0 00000100:00100000:1.0:1790740682.867882:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbcdead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1877727022162816:0@lo:400:kworker.0 00000100:00100000:1.0:1790740682.867891:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbcdebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022163328:0@lo:400:kworker.0 00000100:00100000:3.0:1790740682.867936:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1790740682.868112:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:3638:x1877727022162304:12345-0@lo:400:kworker.0 Request processed in 6637us (6827us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740682.868120:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1790740682.871870:0:25292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1790740682.871897:0:25292:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9fd8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022163200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740682.872969:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022163584 00000100:00100000:3.0:1790740682.872982:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022163584 00000100:00100000:3.0:1790740682.873024:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022163712 00000100:00100000:3.0:1790740682.873028:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022163712 00000100:00100000:3.0:1790740682.873064:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1790740682.873084:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1877727022163584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740682.873197:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1877727022163584:12345-0@lo:400:kworker.0 Request processed in 125us (5966us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740682.873205:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1790740682.873222:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1790740682.873229:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1877727022163712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740682.873258:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1877727022163712:12345-0@lo:400:kworker.0 Request processed in 30us (5938us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740682.873264:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1790740682.873315:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbcde9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3638:1877727022162304:0@lo:400:kworker.0 00010000:00080000:3.0:1790740682.873357:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98dcbdb9b800 x1877727022163712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740682.873377:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbdb9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1877727022163712:0@lo:400:kworker.0 00000100:00100000:3.0:1790740682.873390:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbcdea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1877727022163584:0@lo:400:kworker.0 00000100:00100000:3.0:1790740682.873404:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbcde8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022162560:0@lo:400:kworker.0 00000100:00080000:3.0:1790740682.873470:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1790740682.873476:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1790740682.874472:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1790740682.874478:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1790740682.875752:0:25292:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9fd8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022163200:12345-0@lo:400:kworker.0 Request processed in 3851us (8450us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740682.875766:0:25292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790740682.877767:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbcde8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022163200:0@lo:400:kworker.0 00000100:00100000:2.0:1790740682.878896:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740682.879227:0:24242:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022162688 00000100:00100000:3.0:1790740682.879236:0:24242:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022162688 00000100:00100000:3.0:1790740682.879290:0:24242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1790740682.879301:0:24242:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1877727022162688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1790740682.879327:0:24242:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1790740682.879380:0:24242:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1877727022162688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740682.879387:0:24242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1790740682.879879:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbb7fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022162688:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1790740683.370489:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790740683.373510:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbb7fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022164096:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1790740683.373583:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740683.373639:0:24242:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022164096 00000100:00100000:2.0:1790740683.373646:0:24242:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022164096 00000100:00100000:2.0:1790740683.373694:0:24242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1790740683.373703:0:24242:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022164096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1790740683.373736:0:24242:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1790740683.373784:0:24242:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022164096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740683.373791:0:24242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1790740683.373835:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbb7fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022164096:0@lo:13:osp-pre-0-0.0 00000020:00000080:0.0:1790740683.574343:0:25757:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffebf945ba0 20000000:00000080:0.0:1790740683.574363:0:25757:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff98dcad268800 uarg=0000000000000000 20000000:01000000:0.0:1790740683.574408:0:25757:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:0.0:1790740683.574414:0:25757:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:0.0:1790740683.574419:0:25757:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:0.0:1790740683.575901:0:25758:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:1.0:1790740683.576483:0:25757:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:1.0:1790740683.593571:0:25757:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1790740683.593608:0:25757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff98db83f33a00/0xb25dda4f4e92fa6e lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.593631:0:25757:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98dc80030400/0xb25dda4f4e92f6cb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f6c4 expref: 23 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.593639:0:25757:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6d9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f6d2 expref: 23 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.593646:0:25757:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98db82343600/0xb25dda4f4e92f718 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f711 expref: 23 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.593653:0:25757:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98db83f32400/0xb25dda4f4e92f899 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92f892 expref: 23 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.593663:0:25757:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98dcaf060800/0xb25dda4f4e92f9fe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24218 expref: 12 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.593670:0:25757:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98dcb5dc8800/0xb25dda4f4e92fa3d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24288 expref: 12 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.593679:0:25757:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff98db83f33a00/0xb25dda4f4e92fa6e lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.593750:0:25757:0:(ldlm_lockd.c:966:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98dcb5dc8800/0xb25dda4f4e92fa3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24288 expref: 12 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.593766:0:25757:0:(ldlm_lockd.c:498:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98dcb5dc8800/0xb25dda4f4e92fa3d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24288 expref: 12 pid: 22721 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740683.593782:0:25757:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbdb98e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25757:1877727022164224:192.168.204.3@tcp:104: 00010000:00010000:1.0:1790740683.593896:0:25757:0:(ldlm_lockd.c:966:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98dcaf060800/0xb25dda4f4e92f9fe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24218 expref: 12 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.593905:0:25757:0:(ldlm_lockd.c:498:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98dcaf060800/0xb25dda4f4e92f9fe lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24218 expref: 12 pid: 22721 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740683.593913:0:25757:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbdb9ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25757:1877727022164352:192.168.204.3@tcp:104: 00010000:00010000:1.0:1790740683.593943:0:25757:0:(ldlm_lockd.c:966:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98db83f32400/0xb25dda4f4e92f899 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb25dda4f4e92f892 expref: 23 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.593950:0:25757:0:(ldlm_lockd.c:498:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98db83f32400/0xb25dda4f4e92f899 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb25dda4f4e92f892 expref: 23 pid: 22721 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740683.593959:0:25757:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbdb98380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25757:1877727022164480:0@lo:104: 00000100:00100000:1.0:1790740683.593996:0:25757:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740683.594158:0:22713:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022164480 00000100:00100000:0.0:1790740683.594167:0:22713:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022164480 00010000:00010000:1.0:1790740683.594185:0:25757:0:(ldlm_lockd.c:966:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98db82343600/0xb25dda4f4e92f718 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb25dda4f4e92f711 expref: 23 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.594193:0:25757:0:(ldlm_lockd.c:498:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98db82343600/0xb25dda4f4e92f718 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb25dda4f4e92f711 expref: 23 pid: 22721 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740683.594215:0:22713:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1790740683.594223:0:22713:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbdb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+3:25757:x1877727022164480:12345-0@lo:104: 00010000:00010000:0.0:1790740683.594235:0:22713:0:(ldlm_lockd.c:2509:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.103@tcp lock: ffff98db83f32a00/0xb25dda4f4e92f892 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f899 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740683.594281:0:22713:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1790740683.594286:0:22713:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbdb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+3:25757:x1877727022164480:12345-0@lo:104: Request processed in 65us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740683.594293:0:22713:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1790740683.594338:0:25757:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbdb98a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25757:1877727022164608:0@lo:104: 00000100:00100000:1.0:1790740683.594367:0:25757:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1790740683.594541:0:25757:0:(ldlm_lockd.c:966:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6d9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb25dda4f4e92f6d2 expref: 23 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.594553:0:25757:0:(ldlm_lockd.c:498:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6d9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb25dda4f4e92f6d2 expref: 23 pid: 22723 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740683.594562:0:25757:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbdb98000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25757:1877727022164736:0@lo:104: 00000100:00100000:1.0:1790740683.594585:0:25757:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1790740683.594604:0:25757:0:(ldlm_lockd.c:966:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98dc80030400/0xb25dda4f4e92f6cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb25dda4f4e92f6c4 expref: 23 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.594611:0:25757:0:(ldlm_lockd.c:498:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98dc80030400/0xb25dda4f4e92f6cb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb25dda4f4e92f6c4 expref: 23 pid: 22724 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740683.594618:0:25757:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbdb99c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25757:1877727022164864:0@lo:104: 00000100:00100000:1.0:1790740683.594636:0:25757:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740683.594645:0:25757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcbdbd2e40 going to sleep for 11 seconds 00000100:00100000:1.0:1790740683.594663:0:25757:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbdb98380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25757:1877727022164480:0@lo:104: 00000100:00100000:1.0:1790740683.594696:0:22712:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022164608 00000100:00100000:1.0:1790740683.594700:0:22712:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022164608 00000100:00100000:1.0:1790740683.594718:0:22712:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022164736 00000100:00100000:1.0:1790740683.594721:0:22712:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022164736 00000100:00100000:1.0:1790740683.594731:0:22712:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022164864 00000100:00100000:1.0:1790740683.594733:0:22712:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022164864 00000100:00100000:1.0:1790740683.594743:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1790740683.594749:0:22712:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbdb98700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+5:25757:x1877727022164608:12345-0@lo:104: 00010000:00010000:1.0:1790740683.594765:0:22712:0:(ldlm_lockd.c:2509:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92f711 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f718 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.594806:0:22712:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1790740683.594811:0:22712:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbdb98700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+5:25757:x1877727022164608:12345-0@lo:104: Request processed in 62us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740683.594818:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1790740683.594837:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1790740683.594843:0:22712:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbdb9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+4:25757:x1877727022164736:12345-0@lo:104: 00010000:00010000:1.0:1790740683.594849:0:22712:0:(ldlm_lockd.c:2509:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.103@tcp lock: ffff98db82343400/0xb25dda4f4e92f6d2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f6d9 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.594879:0:22712:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1790740683.594884:0:22712:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbdb9b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+4:25757:x1877727022164736:12345-0@lo:104: Request processed in 41us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740683.594889:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:3.0:1790740683.594897:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:1.0:1790740683.594900:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00010000:00010000:3.0:1790740683.594904:0:22718:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98db83f32a00/0xb25dda4f4e92f892 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f899 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740683.594905:0:22712:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbdb9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+3:25757:x1877727022164864:12345-0@lo:104: 00010000:00010000:3.0:1790740683.594912:0:22718:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f32a00 already unused, calling callback (ffffffffc1355c20) 00010000:00010000:1.0:1790740683.594913:0:22712:0:(ldlm_lockd.c:2509:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44000/0xb25dda4f4e92f6c4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f6cb expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790740683.594917:0:22718:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98db83f32a00/0xb25dda4f4e92f892 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xb25dda4f4e92f899 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.594936:0:22712:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1790740683.594941:0:22712:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbdb9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+3:25757:x1877727022164864:12345-0@lo:104: Request processed in 36us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740683.594946:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:1.0:1790740683.594960:0:23485:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1790740683.594965:0:23485:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92f711 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f718 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.594977:0:23485:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc9000 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:1.0:1790740683.594980:0:23485:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92f711 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xb25dda4f4e92f718 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.594989:0:23485:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92f711 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xb25dda4f4e92f718 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1790740683.594996:0:23485:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92f711 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xb25dda4f4e92f718 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790740683.595003:0:23485:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00100000:0.0:1790740683.595018:0:25757:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbdb98a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25757:1877727022164608:0@lo:104: 00000100:00100000:0.0:1790740683.595026:0:25757:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbdb98000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25757:1877727022164736:0@lo:104: 00000100:00100000:0.0:1790740683.595062:0:25757:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbdb99c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25757:1877727022164864:0@lo:104: 00010000:00010000:3.0:1790740683.595263:0:22718:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98db83f32a00/0xb25dda4f4e92f892 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xb25dda4f4e92f899 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790740683.595275:0:22718:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98db83f32a00/0xb25dda4f4e92f892 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xb25dda4f4e92f899 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790740683.595280:0:22718:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1790740683.595296:0:22718:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.103@tcp lock: ffff98db83f32a00/0xb25dda4f4e92f892 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f899 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740683.595302:0:22718:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790740683.595322:0:22718:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98db83f32a00/0xb25dda4f4e92f892 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f899 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740683.595328:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98db83f32a00/0xb25dda4f4e92f892 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f899 expref: -99 pid: 25051 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740683.595341:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1790740683.595344:0:22718:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98db82343400/0xb25dda4f4e92f6d2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f6d9 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740683.595348:0:22718:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db82343400 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:3.0:1790740683.595351:0:22718:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98db82343400/0xb25dda4f4e92f6d2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xb25dda4f4e92f6d9 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740683.595356:0:22718:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98db82343400/0xb25dda4f4e92f6d2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xb25dda4f4e92f6d9 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790740683.595362:0:22718:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98db82343400/0xb25dda4f4e92f6d2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xb25dda4f4e92f6d9 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790740683.595366:0:22718:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1790740683.595385:0:22718:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.103@tcp lock: ffff98db82343400/0xb25dda4f4e92f6d2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f6d9 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740683.595391:0:22718:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790740683.595405:0:22718:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98db82343400/0xb25dda4f4e92f6d2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f6d9 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740683.595412:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98db82343400/0xb25dda4f4e92f6d2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f6d9 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740683.595421:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1790740683.595424:0:22718:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44000/0xb25dda4f4e92f6c4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb25dda4f4e92f6cb expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740683.595429:0:22718:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcbfc44000 already unused, calling callback (ffffffffc1355c20) 10000000:00010000:3.0:1790740683.595432:0:22718:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44000/0xb25dda4f4e92f6c4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb25dda4f4e92f6cb expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740683.595437:0:22718:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44000/0xb25dda4f4e92f6c4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb25dda4f4e92f6cb expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1790740683.595443:0:22718:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44000/0xb25dda4f4e92f6c4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb25dda4f4e92f6cb expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1790740683.595448:0:22718:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1790740683.595459:0:22718:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44000/0xb25dda4f4e92f6c4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f6cb expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740683.595464:0:22718:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1790740683.595470:0:22718:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44000/0xb25dda4f4e92f6c4 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f6cb expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740683.595485:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dcbfc44000/0xb25dda4f4e92f6c4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f6cb expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740683.595508:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740683.595510:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1790740683.595512:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790740683.595527:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd5f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3641:1877727022165120:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790740683.595560:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740683.595615:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd5f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3638:1877727022165248:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790740683.595648:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740683.595666:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1790740683.595672:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd5fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3638:1877727022165376:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790740683.595692:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1790740683.595729:0:23485:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92f711 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f718 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.595736:0:23485:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1790740683.595749:0:23485:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92f711 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f718 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.595755:0:23485:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.103@tcp lock: ffff98dcb5dc9000/0xb25dda4f4e92f711 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb25dda4f4e92f718 expref: -99 pid: 24234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.595770:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740683.595772:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1790740683.595774:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1790740683.595797:0:22714:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022165120 00000100:00100000:1.0:1790740683.595803:0:22714:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022165120 00010000:00010000:1.0:1790740683.595823:0:22714:0:(ldlm_lockd.c:2686:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98db83f32400/0xb25dda4f4e92f899 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f892 expref: 24 pid: 22721 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740683.595842:0:22714:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022165248 00000100:00100000:1.0:1790740683.595851:0:22714:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022165248 00010000:00010000:1.0:1790740683.595864:0:22714:0:(ldlm_lockd.c:2686:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6d9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f6d2 expref: 25 pid: 22723 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740683.595873:0:22714:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022165376 00000100:00100000:1.0:1790740683.595875:0:22714:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022165376 00010000:00010000:1.0:1790740683.595883:0:22714:0:(ldlm_lockd.c:2686:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98dc80030400/0xb25dda4f4e92f6cb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f6c4 expref: 26 pid: 22724 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740683.595894:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1790740683.595900:0:22714:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+26:3641:x1877727022165120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1790740683.595912:0:22714:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790740683.595916:0:22714:0:(ldlm_lockd.c:1799:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98db83f32400/0xb25dda4f4e92f899 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f892 expref: 26 pid: 22721 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.595925:0:22714:0:(ldlm_lockd.c:571:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98db83f32400/0xb25dda4f4e92f899 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb25dda4f4e92f892 expref: 26 pid: 22721 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.595938:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98db83f32400/0xb25dda4f4e92f899 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb25dda4f4e92f892 expref: 26 pid: 22721 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.595949:0:22714:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790740683.595976:0:22714:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+25:3641:x1877727022165120:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740683.595982:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1790740683.595996:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1790740683.596002:0:22714:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:3638:x1877727022165248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1790740683.596009:0:22714:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790740683.596014:0:22714:0:(ldlm_lockd.c:1799:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6d9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f6d2 expref: 24 pid: 22723 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740683.596131:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1790740683.596372:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1790740683.596383:0:22716:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:3638:x1877727022165376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1790740683.596391:0:22716:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790740683.596396:0:22716:0:(ldlm_lockd.c:1799:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98dc80030400/0xb25dda4f4e92f6cb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f6c4 expref: 24 pid: 22724 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740683.596450:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbdb9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3640:1877727022164992:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790740683.596480:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740683.596592:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd5f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3641:1877727022165120:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1790740683.596780:0:22714:0:(ldlm_lockd.c:571:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6d9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb25dda4f4e92f6d2 expref: 24 pid: 22723 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740683.597102:0:22715:0:(service.c:3485:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00000100:00100000:3.0:1790740683.597110:0:22715:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'ldlm_cn00_004' 00000100:00100000:3.0:1790740683.597230:0:22715:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022164992 00000100:00100000:3.0:1790740683.597240:0:22715:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022164992 00010000:00010000:3.0:1790740683.597262:0:22715:0:(ldlm_lockd.c:2686:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98db82343600/0xb25dda4f4e92f718 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f711 expref: 25 pid: 22721 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740683.597278:0:22715:0:(service.c:3485:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00000100:00100000:3.0:1790740683.597287:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1790740683.597293:0:22715:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+25:3640:x1877727022164992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1790740683.597302:0:22715:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790740683.597305:0:22715:0:(ldlm_lockd.c:1799:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98db82343600/0xb25dda4f4e92f718 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb25dda4f4e92f711 expref: 25 pid: 22721 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740683.597803:0:25757:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbdb98e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25757:1877727022164224:192.168.204.3@tcp:104: 00000100:00100000:2.0:1790740683.597815:0:25757:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbdb9ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25757:1877727022164352:192.168.204.3@tcp:104: 00010000:00010000:0.0:1790740683.598453:0:22716:0:(ldlm_lockd.c:571:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98dc80030400/0xb25dda4f4e92f6cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb25dda4f4e92f6c4 expref: 25 pid: 22724 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740683.598472:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dc80030400/0xb25dda4f4e92f6cb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb25dda4f4e92f6c4 expref: 25 pid: 22724 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.598476:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dc80030800/0xb25dda4f4e92f6d9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb25dda4f4e92f6d2 expref: 25 pid: 22723 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.598486:0:22714:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1790740683.598486:0:22716:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1790740683.598536:0:22715:0:(ldlm_lockd.c:571:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98db82343600/0xb25dda4f4e92f718 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb25dda4f4e92f711 expref: 23 pid: 22721 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740683.598548:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98db82343600/0xb25dda4f4e92f718 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb25dda4f4e92f711 expref: 23 pid: 22721 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740683.598556:0:22715:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1790740683.598590:0:25757:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff98db83f33a00/0xb25dda4f4e92fa6e lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740683.602046:0:22716:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5f9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+22:3638:x1877727022165376:12345-0@lo:103:ldlm_bl.0 Request processed in 5640us (6327us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740683.602065:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1790740683.602137:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd5fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3638:1877727022165376:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1790740683.603178:0:22714:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:3638:x1877727022165248:12345-0@lo:103:ldlm_bl.0 Request processed in 7169us (7522us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740683.603189:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1790740683.603208:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd5f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3638:1877727022165248:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1790740683.603260:0:22715:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:3640:x1877727022164992:12345-0@lo:103:ldlm_bl.0 Request processed in 5966us (6777us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740683.603269:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1790740683.603306:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbdb9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3640:1877727022164992:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1790740683.604274:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740683.604349:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740683.604454:0:22716:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001075200 00000100:00100000:1.0:1790740683.604563:0:23887:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001075328 00000100:00100000:1.0:1790740683.604569:0:23887:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001075328 00010000:00010000:1.0:1790740683.604608:0:23887:0:(ldlm_lockd.c:2686:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98dcaf060800/0xb25dda4f4e92f9fe lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24218 expref: 13 pid: 22721 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740683.604648:0:23887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 13 00000100:00100000:1.0:1790740683.604657:0:23887:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+13:2403:x1877727001075328:12345-192.168.204.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1790740683.604672:0:23887:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790740683.604678:0:23887:0:(ldlm_lockd.c:1799:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98dcaf060800/0xb25dda4f4e92f9fe lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24218 expref: 13 pid: 22721 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.604688:0:23887:0:(ldlm_lockd.c:571:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98dcaf060800/0xb25dda4f4e92f9fe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24218 expref: 13 pid: 22721 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.604709:0:23887:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcaf060800/0xb25dda4f4e92f9fe lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24218 expref: 13 pid: 22721 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740683.604724:0:23887:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790740683.604803:0:23887:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+12:2403:x1877727001075328:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 147us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740683.604811:0:23887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 13 00000100:00100000:0.0:1790740683.607177:0:22716:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001075200 00010000:00010000:0.0:1790740683.607238:0:22716:0:(ldlm_lockd.c:2686:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98dcb5dc8800/0xb25dda4f4e92fa3d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24288 expref: 12 pid: 22721 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740683.607292:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 14 00000100:00100000:0.0:1790740683.607314:0:22716:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcaecf4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+12:2403:x1877727001075200:12345-192.168.204.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790740683.607330:0:22716:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790740683.607336:0:22716:0:(ldlm_lockd.c:1799:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98dcb5dc8800/0xb25dda4f4e92fa3d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24288 expref: 12 pid: 22721 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740683.607348:0:22716:0:(ldlm_lockd.c:571:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98dcb5dc8800/0xb25dda4f4e92fa3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24288 expref: 12 pid: 22721 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740683.607366:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98dcb5dc8800/0xb25dda4f4e92fa3d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24288 expref: 12 pid: 22721 timeout: 854 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740683.607379:0:22716:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff98db83f33a00/0xb25dda4f4e92fa6e lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740683.607388:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98db83f33a00/0xb25dda4f4e92fa6e lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740683.607404:0:22716:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98db83f33a00/0xb25dda4f4e92fa6e lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740683.607852:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98db83f33a00/0xb25dda4f4e92fa6e lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740683.607860:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff98db83f33a00/0xb25dda4f4e92fa6e lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740683.607866:0:22716:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff98db83f33a00/0xb25dda4f4e92fa6e lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740683.607874:0:22716:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f33a00 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:0.0:1790740683.607879:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff98db83f33a00/0xb25dda4f4e92fa6e lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740683.607896:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff98db83f33a00/0xb25dda4f4e92fa6e lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740683.608183:0:25757:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff98db83f33a00/0xb25dda4f4e92fa6e lrc: 5/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740683.608194:0:25757:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff98db83f33a00/0xb25dda4f4e92fa6e lrc: 5/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740683.609853:0:22716:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff98db83f33a00/0xb25dda4f4e92fa6e lrc: 3/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740683.609872:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98db83f33a00/0xb25dda4f4e92fa6e lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25757 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740683.609895:0:22716:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790740683.610148:0:22716:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcaecf4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+11:2403:x1877727001075200:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 2829us (5872us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740683.610158:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 14 00010000:00010000:3.0:1790740684.394541:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790740684.827180:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740684.827367:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001075456 00000100:00100000:1.0:1790740684.827392:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001075456 00000100:00100000:1.0:1790740684.827465:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 149 00000100:00100000:1.0:1790740684.827487:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+11:18058:x1877727001075456:12345-192.168.204.3@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1790740684.827513:0:22724:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790740684.827539:0:22724:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98db83f33e00/0xb25dda4f4e92fa75 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae242c0 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740684.827572:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98db83f33e00/0xb25dda4f4e92fa75 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242c0 expref: 12 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740684.827584:0:22724:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98db83f33e00/0xb25dda4f4e92fa75 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242c0 expref: 12 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740684.827594:0:22724:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db83f33e00, rc 0) 00000100:00100000:1.0:1790740684.827662:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+12:18058:x1877727001075456:12345-192.168.204.3@tcp:101:ll_cfg_requeue.0 Request processed in 178us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740684.827669:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 149 00000100:00100000:2.0:1790740684.836523:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740684.836701:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001075584 00000100:00100000:0.0:1790740684.836712:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001075584 00000100:00100000:0.0:1790740684.836778:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 150 00000100:00100000:0.0:1790740684.836788:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+12:18058:x1877727001075584:12345-192.168.204.3@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790740684.836973:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+12:18058:x1877727001075584:12345-192.168.204.3@tcp:501:ll_cfg_requeue.0 Request processed in 184us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740684.836981:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 150 00000100:00100000:0.0:1790740684.849233:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740684.849435:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001075712 00000100:00100000:3.0:1790740684.849446:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001075712 00000100:00100000:3.0:1790740684.849529:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 151 00000100:00100000:3.0:1790740684.849539:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+12:18058:x1877727001075712:12345-192.168.204.3@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1790740684.849714:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+12:18058:x1877727001075712:12345-192.168.204.3@tcp:503:ll_cfg_requeue.0 Request processed in 176us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740684.849723:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 151 00000100:00100000:3.0:1790740684.875494:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740684.877979:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001075840 00000100:00100000:1.0:1790740684.877997:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001075840 00000100:00100000:1.0:1790740684.878125:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 152 00000100:00100000:1.0:1790740684.878135:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+12:18058:x1877727001075840:12345-192.168.204.3@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1790740684.878154:0:22724:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790740684.878176:0:22724:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98db83f32800/0xb25dda4f4e92fa7c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae242c7 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740684.878235:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98db83f32800/0xb25dda4f4e92fa7c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242c7 expref: 13 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740684.878247:0:22724:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98db83f32800/0xb25dda4f4e92fa7c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242c7 expref: 13 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740684.878257:0:22724:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db83f32800, rc 0) 00000100:00100000:1.0:1790740684.878328:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+13:18058:x1877727001075840:12345-192.168.204.3@tcp:101:ll_cfg_requeue.0 Request processed in 194us (6608us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740684.878336:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 152 00000100:00100000:2.0:1790740684.885241:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740684.885342:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001075968 00000100:00100000:0.0:1790740684.885355:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001075968 00000100:00100000:0.0:1790740684.885435:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 153 00000100:00100000:0.0:1790740684.885446:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+13:18058:x1877727001075968:12345-192.168.204.3@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790740684.885637:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+13:18058:x1877727001075968:12345-192.168.204.3@tcp:501:ll_cfg_requeue.0 Request processed in 193us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740684.885659:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 153 00000100:00100000:0.0:1790740684.887323:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740684.887405:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001076096 00000100:00100000:1.0:1790740684.887414:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001076096 00000100:00100000:1.0:1790740684.887478:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 154 00000100:00100000:1.0:1790740684.887489:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+13:18058:x1877727001076096:12345-192.168.204.3@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1790740684.887660:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+13:18058:x1877727001076096:12345-192.168.204.3@tcp:503:ll_cfg_requeue.0 Request processed in 172us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740684.887668:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 154 00000040:00080000:0.0:1790740684.907877:0:22765:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:2.0:1790740685.358380:0:22726:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1790740685.358388:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff98dcb01fd800 from 13 10000000:01000000:2.0:1790740685.358393:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1790740685.358442:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcaf060c00/0xb25dda4f4e92fa83 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.358454:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98dcaf060c00/0xb25dda4f4e92fa83 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.358477:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98dcaf060c00/0xb25dda4f4e92fa83 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740685.358505:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbb7fdf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022165504:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1790740685.358591:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740685.358639:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc903219c0 going to sleep for 11 seconds 00000100:00100000:3.0:1790740685.359279:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022165504 00000100:00100000:3.0:1790740685.359289:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022165504 00000100:00100000:3.0:1790740685.359355:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1790740685.359363:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+20:22726:x1877727022165504:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1790740685.359377:0:22721:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790740685.359399:0:22721:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dcb5dc9800/0xb25dda4f4e92fa8a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92fa83 expref: -99 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.359422:0:22721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcb5dc9800/0xb25dda4f4e92fa8a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92fa83 expref: 21 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.359433:0:22721:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dcb5dc9800/0xb25dda4f4e92fa8a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92fa83 expref: 21 pid: 22721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.359441:0:22721:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcb5dc9800, rc 0) 00000100:00100000:3.0:1790740685.359505:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:22726:x1877727022165504:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 142us (914us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740685.359512:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1790740685.363306:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbb7fdf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022165504:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790740685.363339:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98dcaf060c00/0xb25dda4f4e92fa83 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92fa8a expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.363354:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98dcaf060c00/0xb25dda4f4e92fa83 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92fa8a expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740685.363474:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbb7fdf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022165632:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790740685.363541:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740685.363600:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc903219c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790740685.363750:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022165632 00000100:00100000:0.0:1790740685.363757:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022165632 00000100:00100000:0.0:1790740685.363816:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1790740685.363825:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:22726:x1877727022165632:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790740685.363955:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:22726:x1877727022165632:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 130us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740685.363963:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1790740685.364358:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbb7fdf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022165632:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1790740685.364393:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbb7fdf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022165760:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1790740685.364445:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740685.364489:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc903219c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790740685.364592:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022165760 00000100:00100000:1.0:1790740685.364597:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022165760 00000100:00100000:1.0:1790740685.364643:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1790740685.364651:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:22726:x1877727022165760:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1790740685.364750:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992edc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:22726:x1877727022165760:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 100us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740685.364757:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1790740685.364863:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbb7fdf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022165760:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1790740685.368745:0:25771:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1790740685.370700:0:22726:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1790740685.370762:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1790740685.370775:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98dcaf060c00/0xb25dda4f4e92fa83 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92fa8a expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.370787:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98dcaf060c00/0xb25dda4f4e92fa83 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92fa8a expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790740685.370798:0:22726:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1790740685.370801:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff98dcbcc72800 from 13 10000000:01000000:0.0:1790740685.370804:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1790740685.370845:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98db82342e00/0xb25dda4f4e92fa91 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.370853:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98db82342e00/0xb25dda4f4e92fa91 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.370864:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98db82342e00/0xb25dda4f4e92fa91 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740685.370904:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83cc7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022165888:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1790740685.370975:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740685.371072:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb022b240 going to sleep for 11 seconds 00000100:00100000:1.0:1790740685.372701:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022165888 00000100:00100000:1.0:1790740685.372743:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022165888 00000100:00100000:1.0:1790740685.372813:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1790740685.372823:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+21:22726:x1877727022165888:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1790740685.372839:0:22724:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790740685.372856:0:22724:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98db83f33200/0xb25dda4f4e92fa98 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92fa91 expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.372884:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98db83f33200/0xb25dda4f4e92fa98 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92fa91 expref: 22 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.372895:0:22724:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98db83f33200/0xb25dda4f4e92fa98 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92fa91 expref: 22 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.372904:0:22724:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db83f33200, rc 0) 00000100:00100000:1.0:1790740685.372984:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+22:22726:x1877727022165888:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 164us (2009us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740685.372992:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1790740685.373416:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83cc7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022165888:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790740685.373438:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98db82342e00/0xb25dda4f4e92fa91 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92fa98 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.373448:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98db82342e00/0xb25dda4f4e92fa91 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92fa98 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740685.373533:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83cc7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022166016:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790740685.373590:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740685.373630:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb022b240 going to sleep for 11 seconds 00000100:00100000:1.0:1790740685.376755:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022166016 00000100:00100000:1.0:1790740685.376769:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022166016 00000100:00100000:1.0:1790740685.376842:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1790740685.376853:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+22:22726:x1877727022166016:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1790740685.377015:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+22:22726:x1877727022166016:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 164us (3425us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740685.377022:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1790740685.377675:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83cc7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022166016:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790740685.377762:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83cc7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022166144:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1790740685.377832:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740685.377873:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcb022b240 going to sleep for 11 seconds 00000100:00100000:3.0:1790740685.377927:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022166144 00000100:00100000:3.0:1790740685.377932:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022166144 00000100:00100000:3.0:1790740685.377974:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1790740685.377981:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc992ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+22:22726:x1877727022166144:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1790740685.378100:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc992ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+22:22726:x1877727022166144:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 119us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740685.378107:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1790740685.379221:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83cc7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022166144:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1790740685.380829:0:25772:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1790740685.387137:0:22726:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1790740685.387178:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1790740685.387190:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98db82342e00/0xb25dda4f4e92fa91 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92fa98 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.387220:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98db82342e00/0xb25dda4f4e92fa91 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92fa98 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1790740685.387232:0:22726:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1790740685.387234:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff98dcbc1fb800 from 13 10000000:01000000:1.0:1790740685.387237:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1790740685.387275:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98db83f32400/0xb25dda4f4e92fa9f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.387282:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98db83f32400/0xb25dda4f4e92fa9f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.387292:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98db83f32400/0xb25dda4f4e92fa9f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740685.387314:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbdb9a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022166272:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1790740685.387387:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740685.387427:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcbdbd2300 going to sleep for 11 seconds 00000100:00100000:2.0:1790740685.387741:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022166272 00000100:00100000:2.0:1790740685.387749:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022166272 00000100:00100000:2.0:1790740685.387807:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1790740685.387815:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98502850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+22:22726:x1877727022166272:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790740685.387830:0:22724:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790740685.387844:0:22724:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dcaf060600/0xb25dda4f4e92faa6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92fa9f expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.387878:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcaf060600/0xb25dda4f4e92faa6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92fa9f expref: 23 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.387889:0:22724:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dcaf060600/0xb25dda4f4e92faa6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92fa9f expref: 23 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.387898:0:22724:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcaf060600, rc 0) 00000100:00100000:2.0:1790740685.387940:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98502850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+23:22726:x1877727022166272:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 126us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740685.387948:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1790740685.388937:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbdb9a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022166272:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1790740685.388960:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98db83f32400/0xb25dda4f4e92fa9f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92faa6 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.388971:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98db83f32400/0xb25dda4f4e92fa9f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92faa6 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740685.389098:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbdb9a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022166400:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1790740685.389142:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740685.389192:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcbdbd2300 going to sleep for 11 seconds 00000100:00100000:0.0:1790740685.389266:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022166400 00000100:00100000:0.0:1790740685.389272:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022166400 00000100:00100000:0.0:1790740685.389312:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1790740685.389319:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98500450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+23:22726:x1877727022166400:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790740685.389442:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98500450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+23:22726:x1877727022166400:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 124us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740685.389467:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1790740685.390151:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbdb9a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022166400:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1790740685.390190:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbdb9a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022166528:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1790740685.390236:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740685.390267:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcbdbd2300 going to sleep for 11 seconds 00000100:00100000:3.0:1790740685.390316:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022166528 00000100:00100000:3.0:1790740685.390321:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022166528 00000100:00100000:3.0:1790740685.390358:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1790740685.390365:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98503450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+23:22726:x1877727022166528:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1790740685.390452:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98503450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+23:22726:x1877727022166528:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 86us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740685.390470:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1790740685.392199:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbdb9a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022166528:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1790740685.395988:0:25773:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1790740685.396601:0:22726:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1790740685.396631:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1790740685.396645:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98db83f32400/0xb25dda4f4e92fa9f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92faa6 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.396658:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98db83f32400/0xb25dda4f4e92fa9f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92faa6 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1790740685.396671:0:22726:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1790740685.396674:0:22726:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff98dcbb7c0000 from 13 10000000:01000000:0.0:1790740685.396677:0:22726:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1790740685.397004:0:22726:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.103@tcp lock: ffff98db82343e00/0xb25dda4f4e92faad lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.397015:0:22726:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.103@tcp lock: ffff98db82343e00/0xb25dda4f4e92faad lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.397063:0:22726:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.103@tcp lock: ffff98db82343e00/0xb25dda4f4e92faad lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740685.397096:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83cc7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022166656:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1790740685.397183:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740685.397222:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcbdbe60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790740685.397318:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022166656 00000100:00100000:2.0:1790740685.397329:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022166656 00000100:00100000:2.0:1790740685.397400:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1790740685.397412:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98502c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+23:22726:x1877727022166656:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1790740685.397430:0:22724:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790740685.397449:0:22724:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98dcaf061400/0xb25dda4f4e92fab4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xb25dda4f4e92faad expref: -99 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.397483:0:22724:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98dcaf061400/0xb25dda4f4e92fab4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb25dda4f4e92faad expref: 24 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.397501:0:22724:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98dcaf061400/0xb25dda4f4e92fab4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb25dda4f4e92faad expref: 24 pid: 22724 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.397514:0:22724:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcaf061400, rc 0) 00000100:00100000:2.0:1790740685.397587:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98502c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:22726:x1877727022166656:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 179us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740685.397617:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:0.0:1790740685.400005:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83cc7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022166656:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1790740685.400058:0:22726:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.103@tcp lock: ffff98db82343e00/0xb25dda4f4e92faad lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92fab4 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.400071:0:22726:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.103@tcp lock: ffff98db82343e00/0xb25dda4f4e92faad lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb25dda4f4e92fab4 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740685.400196:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83cc7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022166784:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1790740685.400262:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740685.400306:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcbdbe60c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790740685.400440:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022166784 00000100:00100000:1.0:1790740685.400448:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022166784 00000100:00100000:1.0:1790740685.400525:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1790740685.400535:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98503050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:22726:x1877727022166784:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1790740685.400665:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98503050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:22726:x1877727022166784:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 131us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740685.400673:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1790740685.405100:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83cc7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022166784:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1790740685.405186:0:22726:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbdb9a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022166912:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1790740685.405277:0:22726:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740685.405312:0:22726:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcbdbd2480 going to sleep for 11 seconds 00000100:00100000:3.0:1790740685.405644:0:22721:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022166912 00000100:00100000:3.0:1790740685.405658:0:22721:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022166912 00000100:00100000:3.0:1790740685.405738:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1790740685.405748:0:22721:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98501050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:22726:x1877727022166912:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1790740685.406125:0:22721:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98501050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:22726:x1877727022166912:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 378us (847us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740685.406134:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1790740685.406890:0:22726:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbdb9a680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:22726:1877727022166912:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1790740685.411707:0:25774:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1790740685.411938:0:22726:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1790740685.411963:0:22726:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1790740685.411976:0:22726:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.103@tcp lock: ffff98db82343e00/0xb25dda4f4e92faad lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92fab4 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.411989:0:22726:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.103@tcp lock: ffff98db82343e00/0xb25dda4f4e92faad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb25dda4f4e92fab4 expref: -99 pid: 22726 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.420872:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790740685.421187:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1790740685.421211:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbdb9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022167040:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1790740685.421286:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740685.421373:0:24242:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022167040 00000100:00100000:0.0:1790740685.421382:0:24242:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022167040 00000100:00100000:0.0:1790740685.421453:0:24242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1790740685.421475:0:24242:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022167040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1790740685.421514:0:24242:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1790740685.421581:0:24242:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022167040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740685.421589:0:24242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00080000:2.0:1790740685.421713:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1790740685.421760:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbdb9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022167040:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1790740685.479468:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740685.479717:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001076224 00000100:00100000:3.0:1790740685.479732:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001076224 00000100:00100000:3.0:1790740685.479831:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23 00000100:00100000:3.0:1790740685.479844:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+6:18682:x1877727001076224:12345-192.168.204.3@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1790740685.479872:0:22729:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790740685.479906:0:22729:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9c00/0xb25dda4f4e92fabb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae242ce expref: -99 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.480007:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8800/0xb25dda4f4e92fac2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.480026:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8800/0xb25dda4f4e92fac2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.480081:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8800/0xb25dda4f4e92fac2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.480100:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9000/0xb25dda4f4e92fac9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.480109:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9000/0xb25dda4f4e92fac9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.480116:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9000/0xb25dda4f4e92fac9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1790740685.480302:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1790740685.488190:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342400/0xb25dda4f4e92fad0 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.488225:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342400/0xb25dda4f4e92fad0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.488243:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342400/0xb25dda4f4e92fad0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1790740685.488350:0:22729:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1790740685.488356:0:22729:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1790740685.488989:0:22729:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342400/0xb25dda4f4e92fad0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.489010:0:22729:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8800/0xb25dda4f4e92fac2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.489019:0:22729:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8800/0xb25dda4f4e92fac2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.489027:0:22729:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8800/0xb25dda4f4e92fac2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.489061:0:22729:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc8800 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:0.0:1790740685.489067:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8800/0xb25dda4f4e92fac2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.489076:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8800/0xb25dda4f4e92fac2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.489092:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98db82949500) 00010000:00010000:0.0:1790740685.489096:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790740685.489107:0:22729:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8800/0xb25dda4f4e92fac2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.489115:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8800/0xb25dda4f4e92fac2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.489138:0:22729:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9000/0xb25dda4f4e92fac9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.489158:0:22729:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9000/0xb25dda4f4e92fac9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.489165:0:22729:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9000/0xb25dda4f4e92fac9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.489171:0:22729:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc9000 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:0.0:1790740685.489174:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9000/0xb25dda4f4e92fac9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.489181:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9000/0xb25dda4f4e92fac9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.489189:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff98dcaf04e200) 00010000:00010000:0.0:1790740685.489191:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790740685.489195:0:22729:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9000/0xb25dda4f4e92fac9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.489201:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9000/0xb25dda4f4e92fac9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.489256:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9c00/0xb25dda4f4e92fabb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242ce expref: 8 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.489271:0:22729:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342400/0xb25dda4f4e92fad0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242ce expref: 7 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.489508:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98dc87884e00) 00010000:00010000:0.0:1790740685.489510:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1790740685.489520:0:22729:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db82342400, rc 0) 00000100:00100000:0.0:1790740685.489633:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+7:18682:x1877727001076224:12345-192.168.204.3@tcp:101:lhsmtool_posix.0 Request processed in 9790us (10186us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740685.489645:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23 00000100:00100000:2.0:1790740685.499926:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740685.500099:0:22740:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001076352 00000100:00100000:0.0:1790740685.500116:0:22740:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001076352 00000100:00100000:0.0:1790740685.500199:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 5 00000100:00100000:0.0:1790740685.500211:0:22740:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+7:18682:x1877727001076352:12345-192.168.204.3@tcp:900:lhsmtool_posix.0 00000100:00100000:0.0:1790740685.500340:0:22740:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+7:18682:x1877727001076352:12345-192.168.204.3@tcp:900:lhsmtool_posix.0 Request processed in 131us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740685.500348:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 5 00000100:00100000:2.0:1790740685.518754:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740685.518870:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001076608 00000100:00100000:1.0:1790740685.518893:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001076608 00000100:00100000:1.0:1790740685.518968:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 24 00000100:00100000:1.0:1790740685.518980:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+7:18682:x1877727001076608:12345-192.168.204.3@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1790740685.519011:0:22731:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790740685.519099:0:22731:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33a00/0xb25dda4f4e92fad7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae242d5 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.519232:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32a00/0xb25dda4f4e92fade lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.519251:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32a00/0xb25dda4f4e92fade lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.519267:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32a00/0xb25dda4f4e92fade lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.519297:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33400/0xb25dda4f4e92fae5 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.519305:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33400/0xb25dda4f4e92fae5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.519312:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33400/0xb25dda4f4e92fae5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.519541:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33000/0xb25dda4f4e92faec lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.519551:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33000/0xb25dda4f4e92faec lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.519559:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33000/0xb25dda4f4e92faec lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1790740685.519572:0:22731:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:1.0:1790740685.519789:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32a00/0xb25dda4f4e92fade lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.519808:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32a00/0xb25dda4f4e92fade lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.519816:0:22731:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32a00/0xb25dda4f4e92fade lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.519824:0:22731:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f32a00 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:1.0:1790740685.519829:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32a00/0xb25dda4f4e92fade lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.519840:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32a00/0xb25dda4f4e92fade lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.519854:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98dc87884e00) 00010000:00010000:1.0:1790740685.519857:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1790740685.519863:0:22731:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32a00/0xb25dda4f4e92fade lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.519870:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32a00/0xb25dda4f4e92fade lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.519885:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33400/0xb25dda4f4e92fae5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.519892:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33400/0xb25dda4f4e92fae5 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.519899:0:22731:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33400/0xb25dda4f4e92fae5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.519904:0:22731:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f33400 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:1.0:1790740685.519911:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33400/0xb25dda4f4e92fae5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.519919:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33400/0xb25dda4f4e92fae5 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.519926:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff98dc98599000) 00010000:00010000:1.0:1790740685.519929:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1790740685.519932:0:22731:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33400/0xb25dda4f4e92fae5 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.519938:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33400/0xb25dda4f4e92fae5 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.524673:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33a00/0xb25dda4f4e92fad7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242d5 expref: 10 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.524714:0:22731:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33000/0xb25dda4f4e92faec lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242d5 expref: 9 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.524724:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98dc98599500) 00010000:00010000:1.0:1790740685.524727:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1790740685.524732:0:22731:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db83f33000, rc 0) 00000100:00100000:1.0:1790740685.526645:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+9:18682:x1877727001076608:12345-192.168.204.3@tcp:101:lhsmtool_posix.0 Request processed in 5861us (6103us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1790740685.526670:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 24 00000100:00100000:2.0:1790740685.535856:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740685.539790:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001076736 00000100:00100000:0.0:1790740685.539812:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001076736 00000100:00100000:0.0:1790740685.540082:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 25 00000100:00100000:0.0:1790740685.540096:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+9:18682:x1877727001076736:12345-192.168.204.3@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1790740685.540263:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+9:18682:x1877727001076736:12345-192.168.204.3@tcp:59:lhsmtool_posix.0 Request processed in 169us (4437us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740685.540273:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 25 00000100:00100000:2.0:1790740685.542493:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740685.545395:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740685.553620:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001076864 00000100:00100000:0.0:1790740685.553644:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001076864 00000100:00080000:2.0:1790740685.553882:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1790740685.555059:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001076992 00000100:00100000:0.0:1790740685.555079:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001076992 00000100:00100000:1.0:1790740685.555753:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 26 00000100:00100000:1.0:1790740685.555772:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+5:18682:x1877727001076864:12345-192.168.204.3@tcp:59:lhsmtool_posix.0 00000004:00080000:3.0:1790740685.562633:0:22731:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 6798us 00000100:00100000:3.0:1790740685.590784:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+5:18682:x1877727001076864:12345-192.168.204.3@tcp:59:lhsmtool_posix.0 Request processed in 34999us (48366us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740685.590804:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 26 00000100:00100000:3.0:1790740685.590942:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 27 00000100:00100000:3.0:1790740685.590960:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+9:18688:x1877727001076992:12345-192.168.204.3@tcp:101:lfs.0 00010000:00010000:3.0:1790740685.590984:0:22731:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790740685.591026:0:22731:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9a00/0xb25dda4f4e92fafa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae242dc expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.593616:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9e00/0xb25dda4f4e92fb01 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.593638:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9e00/0xb25dda4f4e92fb01 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.593654:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9e00/0xb25dda4f4e92fb01 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.593886:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8200/0xb25dda4f4e92fb08 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.593912:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8200/0xb25dda4f4e92fb08 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.593925:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8200/0xb25dda4f4e92fb08 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.594004:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9e00/0xb25dda4f4e92fb01 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.594012:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9e00/0xb25dda4f4e92fb01 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.594019:0:22731:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9e00/0xb25dda4f4e92fb01 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.594026:0:22731:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc9e00 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:3.0:1790740685.594082:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9e00/0xb25dda4f4e92fb01 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.594093:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9e00/0xb25dda4f4e92fb01 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.594106:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98db82949500) 00010000:00010000:3.0:1790740685.594109:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790740685.594115:0:22731:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9e00/0xb25dda4f4e92fb01 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.594122:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9e00/0xb25dda4f4e92fb01 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.594138:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8200/0xb25dda4f4e92fb08 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.594144:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8200/0xb25dda4f4e92fb08 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.594150:0:22731:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8200/0xb25dda4f4e92fb08 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.594162:0:22731:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc8200 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:3.0:1790740685.594165:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8200/0xb25dda4f4e92fb08 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.594172:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8200/0xb25dda4f4e92fb08 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.594180:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff98dcaf04e900) 00010000:00010000:3.0:1790740685.594182:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790740685.594185:0:22731:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8200/0xb25dda4f4e92fb08 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.594190:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8200/0xb25dda4f4e92fb08 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.594237:0:22731:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9a00/0xb25dda4f4e92fafa lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242dc expref: 10 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.594247:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98db82949500) 00010000:00010000:3.0:1790740685.594249:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790740685.594253:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9a00/0xb25dda4f4e92fafa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242dc expref: 10 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.594262:0:22731:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcb5dc9a00, rc 0) 00000100:00100000:3.0:1790740685.595644:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+9:18688:x1877727001076992:12345-192.168.204.3@tcp:101:lfs.0 Request processed in 4685us (50258us total) trans 0 rc 301/301 00000100:00100000:3.0:1790740685.595656:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 27 00000100:00100000:2.0:1790740685.622713:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740685.623321:0:22738:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001077120 00000100:00100000:3.0:1790740685.623351:0:22738:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001077120 00000100:00100000:3.0:1790740685.623406:0:22738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 0 00000100:00100000:3.0:1790740685.623419:0:22738:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+9:18688:x1877727001077120:12345-192.168.204.3@tcp:700:lfs.0 00000100:00100000:3.0:1790740685.623558:0:22738:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+9:18688:x1877727001077120:12345-192.168.204.3@tcp:700:lfs.0 Request processed in 142us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740685.623566:0:22738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 0 00000100:00100000:2.0:1790740685.630150:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740685.630245:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001077376 00000100:00100000:0.0:1790740685.630267:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001077376 00000100:00100000:0.0:1790740685.630369:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 28 00000100:00100000:0.0:1790740685.630381:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+9:18688:x1877727001077376:12345-192.168.204.3@tcp:36:lfs.0 00010000:00010000:0.0:1790740685.630467:0:22729:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790740685.630513:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061600/0xb25dda4f4e92fa28 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24249 expref: 9 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.630535:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98db82949500) 00010000:00010000:0.0:1790740685.630540:0:22729:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1790740685.630600:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343c00/0xb25dda4f4e92fb0f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.630615:0:22729:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8e00/0xb25dda4f4e92fa67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242b9 expref: 5 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.630623:0:22729:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343c00/0xb25dda4f4e92fb0f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.630665:0:22729:0:(ldlm_lockd.c:966:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8e00/0xb25dda4f4e92fa67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242b9 expref: 5 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.630681:0:22729:0:(ldlm_lockd.c:498:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8e00/0xb25dda4f4e92fa67 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242b9 expref: 5 pid: 22731 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740685.630698:0:22729:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83cc6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22729:1877727022167168:192.168.204.3@tcp:104: 00000100:00100000:0.0:1790740685.630831:0:22729:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcbdbe6540 going to sleep for 11 seconds 00000100:00100000:3.0:1790740685.635878:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740685.635943:0:22729:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83cc6d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22729:1877727022167168:192.168.204.3@tcp:104: 00010000:00010000:0.0:1790740685.635976:0:22729:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343c00/0xb25dda4f4e92fb0f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740685.636131:0:25759:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001077504 00000100:00100000:1.0:1790740685.636153:0:25759:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001077504 00010000:00010000:1.0:1790740685.636212:0:25759:0:(ldlm_lockd.c:2686:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8e00/0xb25dda4f4e92fa67 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242b9 expref: 6 pid: 22731 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740685.636286:0:25759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 15 00000100:00100000:1.0:1790740685.636297:0:25759:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:15488b5e-f45f-43ef-825d-e2efba3d167e+6:2402:x1877727001077504:12345-192.168.204.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1790740685.636314:0:25759:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790740685.636326:0:25759:0:(ldlm_lockd.c:1799:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8e00/0xb25dda4f4e92fa67 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242b9 expref: 6 pid: 22731 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.636339:0:25759:0:(ldlm_lockd.c:571:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8e00/0xb25dda4f4e92fa67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242b9 expref: 6 pid: 22731 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.636360:0:25759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8e00/0xb25dda4f4e92fa67 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242b9 expref: 6 pid: 22731 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.636374:0:25759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98db82949500) 00010000:00010000:1.0:1790740685.636379:0:25759:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343c00/0xb25dda4f4e92fb0f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.636388:0:25759:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343c00/0xb25dda4f4e92fb0f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.636395:0:25759:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343c00/0xb25dda4f4e92fb0f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.636420:0:25759:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790740685.636487:0:25759:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:15488b5e-f45f-43ef-825d-e2efba3d167e+5:2402:x1877727001077504:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 191us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740685.636505:0:25759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 15 00000100:00080000:3.0:1790740685.637250:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1790740685.638061:0:22729:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343c00/0xb25dda4f4e92fb0f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.638087:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343c00/0xb25dda4f4e92fb0f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.638114:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343a00/0xb25dda4f4e92fb16 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.638125:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343a00/0xb25dda4f4e92fb16 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.638135:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343a00/0xb25dda4f4e92fb16 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.640328:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343400/0xb25dda4f4e92fb1d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.640350:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343400/0xb25dda4f4e92fb1d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.640360:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343400/0xb25dda4f4e92fb1d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1790740685.640810:0:22729:0:(mdt_handler.c:4490:mdt_save_lock()) ### save lock request 0000000052e9547f reply state 00000000b473804e transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343400/0xb25dda4f4e92fb1d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.640824:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343400/0xb25dda4f4e92fb1d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.640833:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98dc87884d00) 00010000:00010000:0.0:1790740685.640836:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1790740685.640841:0:22729:0:(service.c:197:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1790740685.640848:0:22729:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1790740685.640866:0:22729:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343c00/0xb25dda4f4e92fb0f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.640874:0:22729:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343c00/0xb25dda4f4e92fb0f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.641207:0:22729:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343c00/0xb25dda4f4e92fb0f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.641214:0:22729:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db82343c00 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:0.0:1790740685.641219:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343c00/0xb25dda4f4e92fb0f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.641228:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343c00/0xb25dda4f4e92fb0f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.641239:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98db82949500) 00010000:00010000:0.0:1790740685.641242:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790740685.641246:0:22729:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343c00/0xb25dda4f4e92fb0f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.641252:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343c00/0xb25dda4f4e92fb0f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1790740685.641272:0:22729:0:(mdt_handler.c:4490:mdt_save_lock()) ### save lock request 0000000052e9547f reply state 00000000b473804e transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343a00/0xb25dda4f4e92fb16 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.641281:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343a00/0xb25dda4f4e92fb16 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.641287:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff98dc87884000) 00010000:00010000:0.0:1790740685.641289:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1790740685.641297:0:22729:0:(service.c:197:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1790740685.641698:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+10:18688:x1877727001077376:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 11311us (11558us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1790740685.641709:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 28 00000100:00100000:3.0:1790740685.723121:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740685.723174:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740685.723197:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740685.723242:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740685.723268:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740685.723296:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740685.723327:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001077632 00000100:00100000:3.0:1790740685.723336:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001077632 00000100:00100000:3.0:1790740685.723398:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 167 00000100:00100000:3.0:1790740685.723408:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98502450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+13:2403:x1877727001077632:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:3.0:1790740685.723492:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98502450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+13:2403:x1877727001077632:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 85us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740685.723499:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 167 00000100:00100000:0.0:1790740685.723620:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001078016 00000100:00100000:0.0:1790740685.723626:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001078016 00000100:00100000:0.0:1790740685.723669:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 55 00000100:00100000:0.0:1790740685.723676:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15488b5e-f45f-43ef-825d-e2efba3d167e+5:2403:x1877727001078016:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:0.0:1790740685.723713:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15488b5e-f45f-43ef-825d-e2efba3d167e+5:2403:x1877727001078016:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 38us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740685.723719:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 55 00000100:00100000:0.0:1790740685.723760:0:25292:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001077760 00000100:00100000:0.0:1790740685.723763:0:25292:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001077760 00000100:00100000:0.0:1790740685.723783:0:25292:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001078272 00000100:00100000:0.0:1790740685.723786:0:25292:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001078272 00000100:00100000:0.0:1790740685.723798:0:25292:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001077888 00000100:00100000:0.0:1790740685.723800:0:25292:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001077888 00000100:00100000:0.0:1790740685.723812:0:25292:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001078144 00000100:00100000:0.0:1790740685.723815:0:25292:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001078144 00000100:00100000:0.0:1790740685.723828:0:25292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 21 00000100:00100000:0.0:1790740685.723834:0:25292:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b54bdbb5-de7c-40f8-95ae-79a113a82acc+5:2403:x1877727001077760:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:0.0:1790740685.723862:0:25292:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b54bdbb5-de7c-40f8-95ae-79a113a82acc+5:2403:x1877727001077760:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 28us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740685.723869:0:25292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 21 00000100:00100000:0.0:1790740685.723892:0:25292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22 00000100:00100000:0.0:1790740685.723899:0:25292:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15488b5e-f45f-43ef-825d-e2efba3d167e+5:2403:x1877727001078272:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:0.0:1790740685.723923:0:25292:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15488b5e-f45f-43ef-825d-e2efba3d167e+5:2403:x1877727001078272:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 24us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740685.723943:0:25292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22 00000100:00100000:0.0:1790740685.723955:0:25292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23 00000100:00100000:0.0:1790740685.723961:0:25292:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b54bdbb5-de7c-40f8-95ae-79a113a82acc+5:2403:x1877727001077888:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:0.0:1790740685.723985:0:25292:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b54bdbb5-de7c-40f8-95ae-79a113a82acc+5:2403:x1877727001077888:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 24us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740685.723990:0:25292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23 00000100:00100000:0.0:1790740685.724000:0:25292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 24 00000100:00100000:0.0:1790740685.724007:0:25292:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15488b5e-f45f-43ef-825d-e2efba3d167e+5:2403:x1877727001078144:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:0.0:1790740685.724028:0:25292:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:15488b5e-f45f-43ef-825d-e2efba3d167e+5:2403:x1877727001078144:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 22us (732us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740685.724063:0:25292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 24 00000100:00080000:0.0:1790740685.724215:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1790740685.725829:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1790740685.725837:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1790740685.738488:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740685.738703:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001078400 00000100:00100000:0.0:1790740685.738713:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001078400 00000100:00100000:0.0:1790740685.738780:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 29 00000100:00100000:0.0:1790740685.738789:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+10:18696:x1877727001078400:12345-192.168.204.3@tcp:101:lctl.0 00010000:00010000:0.0:1790740685.738814:0:22729:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790740685.738839:0:22729:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343800/0xb25dda4f4e92fb24 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae242e3 expref: -99 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.738921:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343c00/0xb25dda4f4e92fb2b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.738939:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343c00/0xb25dda4f4e92fb2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.738969:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343c00/0xb25dda4f4e92fb2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1790740685.739016:0:22729:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1790740685.739020:0:22729:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1790740685.739103:0:22729:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343c00/0xb25dda4f4e92fb2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.739128:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343800/0xb25dda4f4e92fb24 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242e3 expref: 12 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.739147:0:22729:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343c00/0xb25dda4f4e92fb2b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242e3 expref: 11 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.739157:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98dc87884700) 00010000:00010000:0.0:1790740685.739159:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1790740685.739163:0:22729:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db82343c00, rc 0) 00000100:00100000:0.0:1790740685.739235:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+11:18696:x1877727001078400:12345-192.168.204.3@tcp:101:lctl.0 Request processed in 447us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740685.739243:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 29 00000100:00100000:0.0:1790740685.790285:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740685.790459:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001078528 00000100:00100000:3.0:1790740685.790475:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001078528 00000100:00100000:3.0:1790740685.790560:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 30 00000100:00100000:3.0:1790740685.790570:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15488b5e-f45f-43ef-825d-e2efba3d167e+5:18697:x1877727001078528:12345-192.168.204.3@tcp:101:lfs.0 00010000:00010000:3.0:1790740685.790598:0:22730:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790740685.790625:0:22730:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9a00/0xb25dda4f4e92fb32 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae242ea expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.790848:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8200/0xb25dda4f4e92fb39 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.790865:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8200/0xb25dda4f4e92fb39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.790887:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8200/0xb25dda4f4e92fb39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1790740685.790946:0:22730:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1790740685.790950:0:22730:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1790740685.790974:0:22730:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8200/0xb25dda4f4e92fb39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.791000:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9a00/0xb25dda4f4e92fb32 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242ea expref: 7 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.791023:0:22730:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8200/0xb25dda4f4e92fb39 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242ea expref: 6 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.791527:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98dc87884700) 00010000:00010000:3.0:1790740685.791531:0:22730:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1790740685.791536:0:22730:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcb5dc8200, rc 0) 00000100:00100000:2.0:1790740685.792227:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83cc6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15488b5e-f45f-43ef-825d-e2efba3d167e+6:18697:x1877727001078528:12345-192.168.204.3@tcp:101:lfs.0 Request processed in 1651us (1951us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740685.792239:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 30 00000100:00100000:2.0:1790740685.795641:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740685.795724:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001078656 00000100:00100000:3.0:1790740685.795738:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001078656 00000100:00100000:3.0:1790740685.796085:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 31 00000100:00100000:3.0:1790740685.796098:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15488b5e-f45f-43ef-825d-e2efba3d167e+6:18697:x1877727001078656:12345-192.168.204.3@tcp:101:lfs.0 00010000:00010000:3.0:1790740685.796130:0:22731:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790740685.796177:0:22731:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9e00/0xb25dda4f4e92fb40 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae242f1 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.796283:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fb47 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.796302:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fb47 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.796315:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fb47 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.796327:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fb4e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.796334:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fb4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.796342:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fb4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.796675:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8c00/0xb25dda4f4e92fb55 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.796687:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8c00/0xb25dda4f4e92fb55 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.796695:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8c00/0xb25dda4f4e92fb55 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1790740685.796753:0:22731:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1790740685.796758:0:22731:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1790740685.796955:0:22731:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8c00/0xb25dda4f4e92fb55 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.796978:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fb47 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.796985:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fb47 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.796992:0:22731:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fb47 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.796997:0:22731:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc8000 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:3.0:1790740685.797001:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fb47 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.797007:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fb47 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.797020:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98dc87884700) 00010000:00010000:3.0:1790740685.797023:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790740685.797058:0:22731:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fb47 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.797067:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fb47 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.797084:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fb4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.797091:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fb4e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.797096:0:22731:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fb4e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.797108:0:22731:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc8a00 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:3.0:1790740685.797112:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fb4e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.797117:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fb4e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.797126:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff98dc87884000) 00010000:00010000:3.0:1790740685.797129:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1790740685.797132:0:22731:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fb4e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.797138:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fb4e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.797174:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9e00/0xb25dda4f4e92fb40 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242f1 expref: 8 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.797190:0:22731:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8c00/0xb25dda4f4e92fb55 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242f1 expref: 7 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.797198:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98dc87884d00) 00010000:00010000:3.0:1790740685.797201:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1790740685.797203:0:22731:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcb5dc8c00, rc 0) 00000100:00100000:3.0:1790740685.797312:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15488b5e-f45f-43ef-825d-e2efba3d167e+7:18697:x1877727001078656:12345-192.168.204.3@tcp:101:lfs.0 Request processed in 1216us (1686us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740685.797323:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 31 00000100:00100000:0.0:1790740685.800776:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740685.800947:0:22740:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001078784 00000100:00100000:2.0:1790740685.800961:0:22740:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001078784 00000100:00100000:2.0:1790740685.801063:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 6 00000100:00100000:2.0:1790740685.801076:0:22740:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83cc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:15488b5e-f45f-43ef-825d-e2efba3d167e+5:18697:x1877727001078784:12345-192.168.204.3@tcp:900:lfs.0 00000100:00100000:2.0:1790740685.801265:0:22740:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83cc4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:15488b5e-f45f-43ef-825d-e2efba3d167e+5:18697:x1877727001078784:12345-192.168.204.3@tcp:900:lfs.0 Request processed in 191us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740685.801273:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 6 00000100:00100000:1.0:1790740685.806598:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740685.806762:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001079040 00000100:00100000:2.0:1790740685.806774:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001079040 00000100:00100000:2.0:1790740685.806852:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 32 00000100:00100000:2.0:1790740685.806864:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbdb9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15488b5e-f45f-43ef-825d-e2efba3d167e+7:18697:x1877727001079040:12345-192.168.204.3@tcp:101:lfs.0 00010000:00010000:2.0:1790740685.806903:0:22730:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790740685.806931:0:22730:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fb5c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae242f8 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790740685.807102:0:22730:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1790740685.807246:0:22730:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fb5c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242f8 expref: 9 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.807264:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98dc87884700) 00010000:00010000:2.0:1790740685.807267:0:22730:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1790740685.807273:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fb5c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242f8 expref: 9 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.807289:0:22730:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcaf061e00, rc 0) 00000100:00100000:2.0:1790740685.807387:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbdb9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15488b5e-f45f-43ef-825d-e2efba3d167e+8:18697:x1877727001079040:12345-192.168.204.3@tcp:101:lfs.0 Request processed in 524us (803us total) trans 12884901891 rc 301/301 00000100:00100000:2.0:1790740685.807395:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 32 00000100:00100000:0.0:1790740685.811320:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740685.811421:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001079296 00000100:00100000:3.0:1790740685.811463:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001079296 00000100:00100000:3.0:1790740685.811552:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 33 00000100:00100000:3.0:1790740685.811565:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83cc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15488b5e-f45f-43ef-825d-e2efba3d167e+8:18697:x1877727001079296:12345-192.168.204.3@tcp:36:lfs.0 00010000:00010000:3.0:1790740685.811646:0:22731:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790740685.811681:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8c00/0xb25dda4f4e92fb55 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242f1 expref: 8 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.811704:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98dc87884d00) 00010000:00010000:3.0:1790740685.811711:0:22731:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1790740685.811742:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9e00/0xb25dda4f4e92fb6a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.811760:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9e00/0xb25dda4f4e92fb6a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.811772:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9e00/0xb25dda4f4e92fb6a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1790740685.812089:0:22731:0:(mdt_handler.c:4490:mdt_save_lock()) ### save lock request 00000000aeb5efec reply state 00000000542cacaf transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9e00/0xb25dda4f4e92fb6a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.812104:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9e00/0xb25dda4f4e92fb6a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.812110:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98dc87884d00) 00010000:00010000:3.0:1790740685.812113:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1790740685.812116:0:22731:0:(service.c:197:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1790740685.812126:0:22731:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1790740685.812238:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83cc5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15488b5e-f45f-43ef-825d-e2efba3d167e+9:18697:x1877727001079296:12345-192.168.204.3@tcp:36:lfs.0 Request processed in 675us (934us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1790740685.812247:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 33 00000100:00100000:1.0:1790740685.815868:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740685.816385:0:22733:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001079552 00000100:00100000:0.0:1790740685.816402:0:22733:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001079552 00000100:00100000:0.0:1790740685.816505:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 2 00000100:00100000:0.0:1790740685.816519:0:22733:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbdb9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15488b5e-f45f-43ef-825d-e2efba3d167e+9:18697:x1877727001079552:12345-192.168.204.3@tcp:35:lfs.0 00000100:00100000:0.0:1790740685.816890:0:22733:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbdb9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15488b5e-f45f-43ef-825d-e2efba3d167e+10:18697:x1877727001079552:12345-192.168.204.3@tcp:35:lfs.0 Request processed in 374us (1035us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1790740685.816900:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 2 00000100:00100000:0.0:1790740685.820946:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740685.821135:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001079808 00000100:00100000:2.0:1790740685.821150:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001079808 00000100:00100000:2.0:1790740685.821232:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 34 00000100:00100000:2.0:1790740685.821268:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83cc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15488b5e-f45f-43ef-825d-e2efba3d167e+10:18697:x1877727001079808:12345-192.168.204.3@tcp:101:lfs.0 00010000:00010000:2.0:1790740685.821301:0:22729:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790740685.821328:0:22729:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060800/0xb25dda4f4e92fb71 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae242ff expref: -99 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.821438:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060400/0xb25dda4f4e92fb78 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.821468:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060400/0xb25dda4f4e92fb78 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.821483:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060400/0xb25dda4f4e92fb78 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.821569:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fb7f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.821578:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fb7f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.821586:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fb7f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790740685.821730:0:22729:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1790740685.822116:0:22729:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060400/0xb25dda4f4e92fb78 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.822127:0:22729:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060400/0xb25dda4f4e92fb78 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.822135:0:22729:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060400/0xb25dda4f4e92fb78 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.822157:0:22729:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf060400 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:2.0:1790740685.822162:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060400/0xb25dda4f4e92fb78 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.822171:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060400/0xb25dda4f4e92fb78 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.822186:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98dc87884700) 00010000:00010000:2.0:1790740685.822189:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790740685.822195:0:22729:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060400/0xb25dda4f4e92fb78 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.822201:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060400/0xb25dda4f4e92fb78 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.822219:0:22729:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fb7f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.822226:0:22729:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fb7f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.822232:0:22729:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fb7f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.822238:0:22729:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf061e00 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:2.0:1790740685.822241:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fb7f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.822248:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fb7f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.822267:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff98dc87884000) 00010000:00010000:2.0:1790740685.822270:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790740685.822273:0:22729:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fb7f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.822280:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fb7f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.822324:0:22729:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060800/0xb25dda4f4e92fb71 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242ff expref: 12 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.822336:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98dc87884700) 00010000:00010000:2.0:1790740685.822338:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1790740685.822342:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060800/0xb25dda4f4e92fb71 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae242ff expref: 12 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.822353:0:22729:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcaf060800, rc 0) 00000100:00100000:2.0:1790740685.822922:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83cc5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15488b5e-f45f-43ef-825d-e2efba3d167e+11:18697:x1877727001079808:12345-192.168.204.3@tcp:101:lfs.0 Request processed in 1652us (1989us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1790740685.822934:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 34 00000100:00100000:2.0:1790740685.827604:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740685.827696:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001079936 00000100:00100000:0.0:1790740685.827710:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001079936 00000100:00100000:0.0:1790740685.827792:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 35 00000100:00100000:0.0:1790740685.827806:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15488b5e-f45f-43ef-825d-e2efba3d167e+11:18697:x1877727001079936:12345-192.168.204.3@tcp:101:lfs.0 00010000:00010000:0.0:1790740685.827841:0:22730:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790740685.827869:0:22730:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342800/0xb25dda4f4e92fb8d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae24306 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.828016:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343600/0xb25dda4f4e92fb94 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.828066:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343600/0xb25dda4f4e92fb94 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.828081:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343600/0xb25dda4f4e92fb94 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1790740685.828112:0:22730:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1790740685.828117:0:22730:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1790740685.828140:0:22730:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343600/0xb25dda4f4e92fb94 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.828171:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342800/0xb25dda4f4e92fb8d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24306 expref: 13 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.828221:0:22730:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343600/0xb25dda4f4e92fb94 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24306 expref: 12 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740685.828232:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98dc87884d00) 00010000:00010000:0.0:1790740685.828235:0:22730:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1790740685.828240:0:22730:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db82343600, rc 0) 00000100:00100000:0.0:1790740685.828309:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:15488b5e-f45f-43ef-825d-e2efba3d167e+12:18697:x1877727001079936:12345-192.168.204.3@tcp:101:lfs.0 Request processed in 506us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740685.828317:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 35 00000100:00100000:1.0:1790740685.835749:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740685.835982:0:22733:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001080064 00000100:00100000:0.0:1790740685.835997:0:22733:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001080064 00000100:00100000:0.0:1790740685.836138:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 3 00000100:00100000:0.0:1790740685.836152:0:22733:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbdb9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15488b5e-f45f-43ef-825d-e2efba3d167e+12:18697:x1877727001080064:12345-192.168.204.3@tcp:37:lfs.0 00000100:00100000:0.0:1790740685.847093:0:22733:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbdb9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:15488b5e-f45f-43ef-825d-e2efba3d167e+12:18697:x1877727001080064:12345-192.168.204.3@tcp:37:lfs.0 Request processed in 10925us (11341us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740685.847113:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 3 00000100:00100000:2.0:1790740685.853801:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740685.854118:0:22732:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001080320 00000100:00100000:1.0:1790740685.854133:0:22732:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001080320 00000100:00100000:1.0:1790740685.854252:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 4 00000100:00100000:1.0:1790740685.854266:0:22732:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbc215050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15488b5e-f45f-43ef-825d-e2efba3d167e+12:18697:x1877727001080320:12345-192.168.204.3@tcp:35:lfs.0 00000100:00100000:1.0:1790740685.856233:0:22732:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbc215050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:15488b5e-f45f-43ef-825d-e2efba3d167e+13:18697:x1877727001080320:12345-192.168.204.3@tcp:35:lfs.0 Request processed in 1956us (2436us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1790740685.856248:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 4 00000100:00100000:1.0:1790740685.929358:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740685.929646:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001080448 00000100:00100000:2.0:1790740685.929660:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001080448 00000100:00100000:2.0:1790740685.929741:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 36 00000100:00100000:2.0:1790740685.929753:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbdb9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+11:18703:x1877727001080448:12345-192.168.204.3@tcp:101:bash.0 00010000:00010000:2.0:1790740685.929792:0:22729:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790740685.929840:0:22729:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060400/0xb25dda4f4e92fb9b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae2430d expref: -99 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.929957:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92fba2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.929974:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92fba2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.929987:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92fba2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.929999:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061600/0xb25dda4f4e92fba9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.930006:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061600/0xb25dda4f4e92fba9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.930012:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061600/0xb25dda4f4e92fba9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1790740685.930994:0:22765:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1790740685.931578:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061800/0xb25dda4f4e92fbb0 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.931597:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061800/0xb25dda4f4e92fbb0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.931610:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061800/0xb25dda4f4e92fbb0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790740685.931661:0:22729:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1790740685.931667:0:22729:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1790740685.931721:0:22729:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061800/0xb25dda4f4e92fbb0 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.931750:0:22729:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92fba2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.931758:0:22729:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92fba2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.931766:0:22729:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92fba2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.931772:0:22729:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf060200 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:2.0:1790740685.931777:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92fba2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.931799:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92fba2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.931816:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98dc87884700) 00010000:00010000:2.0:1790740685.931820:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790740685.931826:0:22729:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92fba2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.931833:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92fba2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.931848:0:22729:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061600/0xb25dda4f4e92fba9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.931854:0:22729:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061600/0xb25dda4f4e92fba9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.931860:0:22729:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061600/0xb25dda4f4e92fba9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.931872:0:22729:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf061600 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:2.0:1790740685.931876:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061600/0xb25dda4f4e92fba9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.931883:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061600/0xb25dda4f4e92fba9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.931892:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff98dc87884000) 00010000:00010000:2.0:1790740685.931894:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790740685.931897:0:22729:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061600/0xb25dda4f4e92fba9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.931904:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061600/0xb25dda4f4e92fba9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.931946:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060400/0xb25dda4f4e92fb9b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2430d expref: 13 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.931963:0:22729:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061800/0xb25dda4f4e92fbb0 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2430d expref: 12 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.931972:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98dc87884d00) 00010000:00010000:2.0:1790740685.931975:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1790740685.931978:0:22729:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcaf061800, rc 0) 00000100:00100000:3.0:1790740685.932295:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbdb9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1877727022167296:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1790740685.932441:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbdb9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+12:18703:x1877727001080448:12345-192.168.204.3@tcp:101:bash.0 Request processed in 2688us (3098us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740685.932461:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 36 00000100:00100000:2.0:1790740685.933653:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83cc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022167424:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790740685.934194:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740685.934402:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022167296 00000100:00100000:0.0:1790740685.934414:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022167296 00000100:00100000:0.0:1790740685.934500:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1790740685.934511:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1877727022167296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1790740685.934560:0:22735:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1790740685.934636:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1877727022167296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 127us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740685.934644:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1790740685.935195:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbdb9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1877727022167296:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1790740685.936023:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740685.936608:0:22735:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022167424 00000100:00100000:0.0:1790740685.936639:0:22735:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022167424 00000100:00100000:0.0:1790740685.937016:0:22735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1790740685.937028:0:22735:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd553800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022167424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1790740685.937101:0:22735:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1790740685.937197:0:22735:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd553800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1877727022167424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 172us (1178us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740685.937205:0:22735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1790740685.937302:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83cc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1877727022167424:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1790740685.937505:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740685.937639:0:22740:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001080576 00000100:00100000:1.0:1790740685.937645:0:22740:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001080576 00000100:00100000:1.0:1790740685.937690:0:22740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 7 00000100:00100000:1.0:1790740685.937698:0:22740:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd550a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+5:18703:x1877727001080576:12345-192.168.204.3@tcp:900:bash.0 00000100:00100000:1.0:1790740685.937767:0:22740:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd550a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+5:18703:x1877727001080576:12345-192.168.204.3@tcp:900:bash.0 Request processed in 69us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740685.937774:0:22740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 7 00000100:00100000:1.0:1790740685.941727:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740685.942740:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001080832 00000100:00100000:3.0:1790740685.942756:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001080832 00000100:00100000:3.0:1790740685.943070:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 37 00000100:00100000:3.0:1790740685.943084:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbdb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+12:18703:x1877727001080832:12345-192.168.204.3@tcp:101:bash.0 00010000:00010000:3.0:1790740685.943113:0:22731:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790740685.943141:0:22731:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8c00/0xb25dda4f4e92fbb7 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae24314 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.943280:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fbbe lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.943298:0:22731:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343600/0xb25dda4f4e92fb94 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24306 expref: 12 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.943309:0:22731:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fbbe lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.943353:0:22731:0:(ldlm_lockd.c:966:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343600/0xb25dda4f4e92fb94 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24306 expref: 12 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.943369:0:22731:0:(ldlm_lockd.c:498:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343600/0xb25dda4f4e92fb94 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24306 expref: 12 pid: 22730 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740685.943386:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd5f9500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22731:1877727022167552:192.168.204.3@tcp:104: 00000100:00100000:3.0:1790740685.943530:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc86af1c00 going to sleep for 11 seconds 00000100:00100000:3.0:1790740685.947772:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd5f9500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22731:1877727022167552:192.168.204.3@tcp:104: 00010000:00010000:3.0:1790740685.947821:0:22731:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fbbe lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740685.950016:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740685.950467:0:22715:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001080960 00000100:00100000:3.0:1790740685.950481:0:22715:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001080960 00010000:00010000:3.0:1790740685.950599:0:22715:0:(ldlm_lockd.c:2686:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343600/0xb25dda4f4e92fb94 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24306 expref: 13 pid: 22730 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740685.950650:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 16 00000100:00100000:3.0:1790740685.950844:0:22715:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbdb98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15488b5e-f45f-43ef-825d-e2efba3d167e+13:2402:x1877727001080960:12345-192.168.204.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1790740685.950864:0:22715:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790740685.950937:0:22715:0:(ldlm_lockd.c:1799:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343600/0xb25dda4f4e92fb94 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24306 expref: 13 pid: 22730 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.950957:0:22715:0:(ldlm_lockd.c:571:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343600/0xb25dda4f4e92fb94 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24306 expref: 13 pid: 22730 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.950987:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343600/0xb25dda4f4e92fb94 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24306 expref: 13 pid: 22730 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.951009:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98dc87884d00) 00010000:00010000:3.0:1790740685.951015:0:22715:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fbbe lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.951028:0:22715:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fbbe lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.951169:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fbbe lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740685.951213:0:22715:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790740685.951288:0:22715:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbdb98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:15488b5e-f45f-43ef-825d-e2efba3d167e+12:2402:x1877727001080960:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 500us (1285us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740685.951298:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 16 00010000:00010000:1.0:1790740685.952995:0:22731:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fbbe lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.953014:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fbbe lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.953233:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33600/0xb25dda4f4e92fbc5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.953265:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33600/0xb25dda4f4e92fbc5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.953278:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33600/0xb25dda4f4e92fbc5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.953770:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32600/0xb25dda4f4e92fbcc lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.953781:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32600/0xb25dda4f4e92fbcc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.953789:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32600/0xb25dda4f4e92fbcc lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1790740685.953800:0:22731:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1790740685.953823:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fbbe lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.953832:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fbbe lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.953839:0:22731:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fbbe lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.953846:0:22731:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc8a00 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:1.0:1790740685.953851:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fbbe lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.953877:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fbbe lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.953891:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98dc87884d00) 00010000:00010000:1.0:1790740685.953895:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1790740685.953900:0:22731:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fbbe lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.953907:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8a00/0xb25dda4f4e92fbbe lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1790740685.953924:0:22731:0:(mdt_handler.c:4490:mdt_save_lock()) ### save lock request 000000002db56860 reply state 000000000c46ed3f transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33600/0xb25dda4f4e92fbc5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.953934:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33600/0xb25dda4f4e92fbc5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.953941:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff98dc98599000) 00010000:00010000:1.0:1790740685.953943:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1790740685.953946:0:22731:0:(service.c:197:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1790740685.953986:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8c00/0xb25dda4f4e92fbb7 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24314 expref: 15 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.954002:0:22731:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32600/0xb25dda4f4e92fbcc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24314 expref: 14 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740685.954010:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98dc98599600) 00010000:00010000:1.0:1790740685.954012:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1790740685.954014:0:22731:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db83f32600, rc 0) 00000100:00100000:1.0:1790740685.954160:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbdb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+15:18703:x1877727001080832:12345-192.168.204.3@tcp:101:bash.0 Request processed in 11078us (12446us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1790740685.954171:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 37 00000100:00100000:1.0:1790740685.968405:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740685.968535:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001081088 00000100:00100000:2.0:1790740685.968546:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001081088 00000100:00100000:2.0:1790740685.968618:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 38 00000100:00100000:2.0:1790740685.968628:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbdb99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+15:18703:x1877727001081088:12345-192.168.204.3@tcp:101:bash.0 00010000:00010000:2.0:1790740685.968655:0:22729:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790740685.968677:0:22729:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92fbda lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae2431b expref: -99 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.968753:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fbe1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.968768:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fbe1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.968780:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fbe1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790740685.968829:0:22729:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1790740685.968833:0:22729:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1790740685.968851:0:22729:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fbe1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.968862:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fbe1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.968889:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92fbda lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2431b expref: 17 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.968929:0:22729:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fbe1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2431b expref: 16 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740685.968955:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98dc98599600) 00010000:00010000:2.0:1790740685.968958:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1790740685.968962:0:22729:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcaf061200, rc 0) 00000100:00100000:2.0:1790740685.969025:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbdb99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+16:18703:x1877727001081088:12345-192.168.204.3@tcp:101:bash.0 Request processed in 397us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740685.969630:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 38 00000100:00100000:2.0:1790740685.978945:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740685.979064:0:22733:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001081344 00000100:00100000:0.0:1790740685.979074:0:22733:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001081344 00000100:00100000:0.0:1790740685.979136:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 5 00000100:00100000:0.0:1790740685.979147:0:22733:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd553b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+16:18703:x1877727001081344:12345-192.168.204.3@tcp:35:bash.0 00000100:00100000:0.0:1790740685.979462:0:22733:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd553b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+17:18703:x1877727001081344:12345-192.168.204.3@tcp:35:bash.0 Request processed in 317us (529us total) trans 12884901897 rc 0/0 00000100:00100000:0.0:1790740685.979470:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 5 00000040:00080000:0.0:1790740685.995306:0:23487:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1790740686.117273:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740686.117497:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001081600 00000100:00100000:3.0:1790740686.117509:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001081600 00000100:00100000:3.0:1790740686.117585:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 39 00000100:00100000:3.0:1790740686.117596:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbdb98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+17:18713:x1877727001081600:12345-192.168.204.3@tcp:101:lfs.0 00010000:00010000:3.0:1790740686.117623:0:22731:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790740686.117649:0:22731:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fbe8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae24322 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1790740686.117765:0:22731:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1790740686.118157:0:22731:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fbe8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24322 expref: 19 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.118175:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98dc87884700) 00010000:00010000:3.0:1790740686.118178:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1790740686.118184:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fbe8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24322 expref: 19 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.118202:0:22731:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcb5dc8000, rc 0) 00000100:00100000:3.0:1790740686.118275:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbdb98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+18:18713:x1877727001081600:12345-192.168.204.3@tcp:101:lfs.0 Request processed in 681us (1014us total) trans 12884901898 rc 301/301 00000100:00100000:3.0:1790740686.118299:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 39 00000100:00100000:2.0:1790740686.132679:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740686.132793:0:22733:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001081856 00000100:00100000:0.0:1790740686.132803:0:22733:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001081856 00000100:00100000:0.0:1790740686.132875:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 6 00000100:00100000:0.0:1790740686.132887:0:22733:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd550700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+18:18713:x1877727001081856:12345-192.168.204.3@tcp:35:lfs.0 00000100:00100000:0.0:1790740686.133148:0:22733:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd550700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+19:18713:x1877727001081856:12345-192.168.204.3@tcp:35:lfs.0 Request processed in 263us (477us total) trans 12884901899 rc 0/0 00000100:00100000:0.0:1790740686.133156:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 6 00000100:00100000:2.0:1790740686.183591:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740686.183903:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001082112 00000100:00100000:0.0:1790740686.183914:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001082112 00000100:00100000:0.0:1790740686.183985:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 40 00000100:00100000:0.0:1790740686.183997:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd550e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+19:18716:x1877727001082112:12345-192.168.204.3@tcp:101:lfs.0 00010000:00010000:0.0:1790740686.184065:0:22729:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790740686.184088:0:22729:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342800/0xb25dda4f4e92fbf6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae24329 expref: -99 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740686.184195:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343800/0xb25dda4f4e92fbfd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740686.184212:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343800/0xb25dda4f4e92fbfd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740686.184224:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343800/0xb25dda4f4e92fbfd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1790740686.184235:0:22729:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1790740686.184334:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342800/0xb25dda4f4e92fbf6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24329 expref: 22 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740686.184352:0:22729:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343800/0xb25dda4f4e92fbfd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24329 expref: 21 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740686.184361:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98dc98599600) 00010000:00010000:0.0:1790740686.184365:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1790740686.184368:0:22729:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db82343800, rc 0) 00000100:00100000:0.0:1790740686.184495:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd550e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+21:18716:x1877727001082112:12345-192.168.204.3@tcp:101:lfs.0 Request processed in 499us (914us total) trans 12884901900 rc 0/0 00000100:00100000:0.0:1790740686.184503:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 40 00000100:00100000:2.0:1790740686.199155:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740686.199217:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740686.199312:0:22716:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001082368 00000100:00100000:0.0:1790740686.199324:0:22716:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001082368 00000100:00100000:0.0:1790740686.199384:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 0 00000100:00100000:0.0:1790740686.199408:0:22716:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd550000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+21:2402:x1877727001082368:12345-192.168.204.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790740686.199425:0:22716:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790740686.199460:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343800/0xb25dda4f4e92fbfd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24329 expref: 21 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740686.199480:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98dc98599600) 00010000:00010000:0.0:1790740686.199485:0:22716:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790740686.199541:0:22716:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd550000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+20:2402:x1877727001082368:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 135us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740686.199549:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 0 00000100:00100000:3.0:1790740686.199628:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001082240 00000100:00100000:3.0:1790740686.199633:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001082240 00000100:00100000:3.0:1790740686.199669:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 41 00000100:00100000:3.0:1790740686.199677:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd551500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+20:18716:x1877727001082240:12345-192.168.204.3@tcp:54:lfs.0 00010000:00010000:3.0:1790740686.199749:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fc0b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.199764:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fc0b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.199776:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fc0b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.199814:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fc0b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.199821:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fc0b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.199828:0:22731:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fc0b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.199833:0:22731:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc8000 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:3.0:1790740686.199838:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fc0b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.199845:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fc0b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.199854:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98dc98599600) 00010000:00010000:3.0:1790740686.199864:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1790740686.199882:0:22731:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fc0b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.199890:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fc0b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740686.199927:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd551500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+20:18716:x1877727001082240:12345-192.168.204.3@tcp:54:lfs.0 Request processed in 251us (782us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740686.199935:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 41 00000100:00100000:1.0:1790740686.216374:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740686.217077:0:22733:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001082624 00000100:00100000:0.0:1790740686.217088:0:22733:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001082624 00000100:00100000:0.0:1790740686.217147:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 7 00000100:00100000:0.0:1790740686.217157:0:22733:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbdb98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+20:18716:x1877727001082624:12345-192.168.204.3@tcp:35:lfs.0 00000100:00100000:0.0:1790740686.217417:0:22733:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbdb98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+21:18716:x1877727001082624:12345-192.168.204.3@tcp:35:lfs.0 Request processed in 260us (1055us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1790740686.217426:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 7 00010000:00010000:2.0:1790740686.442224:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790740686.609966:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740686.610227:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001082880 00000100:00100000:0.0:1790740686.610241:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001082880 00000100:00100000:0.0:1790740686.610322:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 42 00000100:00100000:0.0:1790740686.610333:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd553480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+21:18748:x1877727001082880:12345-192.168.204.3@tcp:101:cat.0 00010000:00010000:0.0:1790740686.610373:0:22730:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790740686.610400:0:22730:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343800/0xb25dda4f4e92fc12 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae24330 expref: -99 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740686.610569:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342800/0xb25dda4f4e92fc19 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740686.610605:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342800/0xb25dda4f4e92fc19 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740686.610620:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342800/0xb25dda4f4e92fc19 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1790740686.610635:0:22730:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1790740686.610821:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343800/0xb25dda4f4e92fc12 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24330 expref: 24 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740686.610843:0:22730:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342800/0xb25dda4f4e92fc19 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24330 expref: 23 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740686.610852:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98dc98599600) 00010000:00010000:0.0:1790740686.610855:0:22730:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1790740686.611161:0:22730:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db82342800, rc 0) 00000100:00100000:0.0:1790740686.611256:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd553480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+23:18748:x1877727001082880:12345-192.168.204.3@tcp:101:cat.0 Request processed in 924us (1305us total) trans 12884901902 rc 0/0 00000100:00100000:0.0:1790740686.611266:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 42 00000100:00100000:2.0:1790740686.617829:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740686.617896:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740686.618004:0:22733:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001083136 00000100:00100000:0.0:1790740686.618018:0:22733:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001083136 00000100:00100000:0.0:1790740686.618120:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 8 00000100:00100000:0.0:1790740686.618132:0:22733:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd550380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+23:18748:x1877727001083136:12345-192.168.204.3@tcp:35:cat.0 00000100:00100000:0.0:1790740686.618580:0:22733:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd550380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+24:18748:x1877727001083136:12345-192.168.204.3@tcp:35:cat.0 Request processed in 448us (763us total) trans 12884901903 rc 0/0 00000100:00100000:0.0:1790740686.618589:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 8 00000100:00100000:1.0:1790740686.622822:0:25759:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001083264 00000100:00100000:1.0:1790740686.622844:0:25759:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001083264 00000100:00100000:1.0:1790740686.623122:0:25759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 1 00000100:00100000:1.0:1790740686.623135:0:25759:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd551880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b54bdbb5-de7c-40f8-95ae-79a113a82acc+24:2404:x1877727001083264:12345-192.168.204.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1790740686.623160:0:25759:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790740686.623196:0:25759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342800/0xb25dda4f4e92fc19 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24330 expref: 24 pid: 22730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740686.623225:0:25759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98dc98599600) 00010000:00010000:1.0:1790740686.623231:0:25759:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790740686.623324:0:25759:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd551880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b54bdbb5-de7c-40f8-95ae-79a113a82acc+23:2404:x1877727001083264:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 191us (5426us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740686.623331:0:25759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 1 00000100:00100000:0.0:1790740686.697763:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740686.698153:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001083520 00000100:00100000:2.0:1790740686.698166:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001083520 00000100:00100000:2.0:1790740686.698255:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 43 00000100:00100000:2.0:1790740686.698268:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+23:18754:x1877727001083520:12345-192.168.204.3@tcp:101:dd.0 00010000:00010000:2.0:1790740686.698303:0:22729:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790740686.698331:0:22729:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fc27 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae24337 expref: -99 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.698484:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060400/0xb25dda4f4e92fc2e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.698501:0:22729:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32600/0xb25dda4f4e92fbcc lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24314 expref: 24 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.698519:0:22729:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fbe1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2431b expref: 24 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.698529:0:22729:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060400/0xb25dda4f4e92fc2e lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.698575:0:22729:0:(ldlm_lockd.c:966:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fbe1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2431b expref: 24 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.698590:0:22729:0:(ldlm_lockd.c:498:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fbe1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2431b expref: 24 pid: 22729 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740686.698608:0:22729:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd551180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22729:1877727022167680:192.168.204.3@tcp:104: 00010000:00010000:2.0:1790740686.698776:0:22729:0:(ldlm_lockd.c:966:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32600/0xb25dda4f4e92fbcc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24314 expref: 24 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.698795:0:22729:0:(ldlm_lockd.c:498:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32600/0xb25dda4f4e92fbcc lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24314 expref: 24 pid: 22731 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740686.698805:0:22729:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd552680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22729:1877727022167808:192.168.204.3@tcp:104: 00000100:00100000:2.0:1790740686.698829:0:22729:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcbdbe60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1790740686.713070:0:22729:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd551180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22729:1877727022167680:192.168.204.3@tcp:104: 00000100:00100000:0.0:1790740686.713095:0:22729:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd552680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22729:1877727022167808:192.168.204.3@tcp:104: 00010000:00010000:0.0:1790740686.713134:0:22729:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060400/0xb25dda4f4e92fc2e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740686.714168:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740686.714215:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740686.714235:0:22715:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001083776 00000100:00100000:3.0:1790740686.714247:0:22715:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001083776 00010000:00010000:3.0:1790740686.714298:0:22715:0:(ldlm_lockd.c:2686:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32600/0xb25dda4f4e92fbcc lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24314 expref: 25 pid: 22731 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740686.714343:0:22715:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001083648 00000100:00100000:3.0:1790740686.714356:0:22715:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001083648 00010000:00010000:3.0:1790740686.714370:0:22715:0:(ldlm_lockd.c:2686:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fbe1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2431b expref: 26 pid: 22729 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740686.714403:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 17 00000100:00100000:3.0:1790740686.714413:0:22715:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83cc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+26:2403:x1877727001083776:12345-192.168.204.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1790740686.714441:0:22715:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790740686.714449:0:22715:0:(ldlm_lockd.c:1799:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32600/0xb25dda4f4e92fbcc lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24314 expref: 26 pid: 22731 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.714463:0:22715:0:(ldlm_lockd.c:571:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32600/0xb25dda4f4e92fbcc lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24314 expref: 26 pid: 22731 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.714514:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32600/0xb25dda4f4e92fbcc lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24314 expref: 26 pid: 22731 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.714536:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98dc98599600) 00010000:00010000:3.0:1790740686.714543:0:22715:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060400/0xb25dda4f4e92fc2e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.714554:0:22715:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060400/0xb25dda4f4e92fc2e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.714562:0:22715:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790740686.714629:0:22715:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83cc7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+25:2403:x1877727001083776:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 218us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740686.714637:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 17 00000100:00100000:3.0:1790740686.714670:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 18 00000100:00100000:3.0:1790740686.714678:0:22715:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcaecf6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+24:2403:x1877727001083648:12345-192.168.204.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1790740686.714697:0:22715:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790740686.714702:0:22715:0:(ldlm_lockd.c:1799:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fbe1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2431b expref: 24 pid: 22729 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.714714:0:22715:0:(ldlm_lockd.c:571:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fbe1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2431b expref: 24 pid: 22729 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.714728:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fbe1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2431b expref: 24 pid: 22729 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.714751:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98dc98599600) 00010000:00010000:3.0:1790740686.714756:0:22715:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060400/0xb25dda4f4e92fc2e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.714765:0:22715:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060400/0xb25dda4f4e92fc2e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.714774:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060400/0xb25dda4f4e92fc2e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.714808:0:22715:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790740686.714829:0:22715:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcaecf6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+23:2403:x1877727001083648:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 151us (614us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740686.714836:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 18 00010000:00010000:0.0:1790740686.717239:0:22729:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060400/0xb25dda4f4e92fc2e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740686.717260:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060400/0xb25dda4f4e92fc2e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1790740686.717293:0:22729:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1790740686.717536:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fc27 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24337 expref: 24 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740686.717560:0:22729:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060400/0xb25dda4f4e92fc2e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24337 expref: 23 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740686.717568:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98dc98599600) 00010000:00010000:0.0:1790740686.717572:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1790740686.717575:0:22729:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcaf060400, rc 0) 00000100:00100000:0.0:1790740686.717672:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83cc5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+23:18754:x1877727001083520:12345-192.168.204.3@tcp:101:dd.0 Request processed in 19406us (19923us total) trans 12884901904 rc 0/0 00000100:00100000:0.0:1790740686.717682:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 43 00000100:00100000:0.0:1790740686.726575:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740686.726793:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001083904 00000100:00100000:3.0:1790740686.726807:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001083904 00000100:00100000:3.0:1790740686.726912:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 44 00000100:00100000:3.0:1790740686.726924:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+23:18754:x1877727001083904:12345-192.168.204.3@tcp:101:dd.0 00010000:00010000:3.0:1790740686.726957:0:22731:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790740686.726984:0:22731:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fc3c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae2433e expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.727070:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9a00/0xb25dda4f4e92fc43 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.727089:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9a00/0xb25dda4f4e92fc43 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.727106:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9a00/0xb25dda4f4e92fc43 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.727276:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fc3c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2433e expref: 25 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.727297:0:22731:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9a00/0xb25dda4f4e92fc43 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2433e expref: 24 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.727307:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98dc98599600) 00010000:00010000:3.0:1790740686.727311:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1790740686.727315:0:22731:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcb5dc9a00, rc 0) 00000100:00100000:3.0:1790740686.727395:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83cc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+24:18754:x1877727001083904:12345-192.168.204.3@tcp:101:dd.0 Request processed in 473us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740686.727404:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 44 00000100:00100000:2.0:1790740686.737129:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740686.737316:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001084160 00000100:00100000:0.0:1790740686.737358:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001084160 00000100:00100000:0.0:1790740686.737454:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 45 00000100:00100000:0.0:1790740686.737465:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd552300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+24:18754:x1877727001084160:12345-192.168.204.3@tcp:36:dd.0 00010000:00010000:0.0:1790740686.738178:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342800/0xb25dda4f4e92fc4a lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740686.738203:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342800/0xb25dda4f4e92fc4a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740686.738217:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342800/0xb25dda4f4e92fc4a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1790740686.738272:0:22729:0:(tgt_lastrcvd.c:2120:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:0.0:1790740686.738297:0:22729:0:(mdt_handler.c:4490:mdt_save_lock()) ### save lock request 00000000006c0d8a reply state 00000000221ce448 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342800/0xb25dda4f4e92fc4a lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740686.738311:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342800/0xb25dda4f4e92fc4a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740686.738320:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98dc98599600) 00010000:00010000:0.0:1790740686.738324:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1790740686.738328:0:22729:0:(service.c:197:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1790740686.738461:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd552300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+27:18754:x1877727001084160:12345-192.168.204.3@tcp:36:dd.0 Request processed in 995us (1343us total) trans 12884901906 rc 0/0 00000100:00100000:0.0:1790740686.738470:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 45 00000020:00080000:0.0:1790740686.738477:0:22729:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1790740686.741289:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740686.741419:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001084288 00000100:00100000:3.0:1790740686.741443:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001084288 00000100:00100000:3.0:1790740686.741515:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 46 00000100:00100000:3.0:1790740686.741526:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbdb98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+27:18754:x1877727001084288:12345-192.168.204.3@tcp:101:dd.0 00010000:00010000:3.0:1790740686.741558:0:22731:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790740686.741584:0:22731:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9400/0xb25dda4f4e92fc51 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae24345 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.741928:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9400/0xb25dda4f4e92fc51 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24345 expref: 28 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.741949:0:22731:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9400/0xb25dda4f4e92fc51 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24345 expref: 28 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.742142:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98dc98599600) 00010000:00010000:3.0:1790740686.742146:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1790740686.742151:0:22731:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcb5dc9400, rc 0) 00000100:00100000:3.0:1790740686.742284:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbdb98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+28:18754:x1877727001084288:12345-192.168.204.3@tcp:101:dd.0 Request processed in 759us (1008us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740686.742292:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 46 00000100:00100000:1.0:1790740686.761672:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740686.761853:0:25759:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001084544 00000100:00100000:3.0:1790740686.761876:0:25759:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001084544 00000100:00100000:3.0:1790740686.761968:0:25759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 2 00000100:00100000:3.0:1790740686.761980:0:25759:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbdb9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b54bdbb5-de7c-40f8-95ae-79a113a82acc+28:18754:x1877727001084544:12345-192.168.204.3@tcp:103:dd.0 00010000:00010000:3.0:1790740686.762172:0:25759:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790740686.762209:0:25759:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9400/0xb25dda4f4e92fc51 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24345 expref: 28 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.762237:0:25759:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98dc98599600) 00010000:00010000:3.0:1790740686.762244:0:25759:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1790740686.762320:0:25759:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbdb9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:b54bdbb5-de7c-40f8-95ae-79a113a82acc+27:18754:x1877727001084544:12345-192.168.204.3@tcp:103:dd.0 Request processed in 342us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740686.762329:0:25759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 2 00000100:00100000:2.0:1790740686.767942:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740686.768118:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001084672 00000100:00100000:0.0:1790740686.768131:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001084672 00000100:00100000:0.0:1790740686.768216:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 47 00000100:00100000:0.0:1790740686.768227:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd553100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+27:18754:x1877727001084672:12345-192.168.204.3@tcp:58:dd.0 00010000:00010000:0.0:1790740686.768899:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343800/0xb25dda4f4e92fc58 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740686.768945:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343800/0xb25dda4f4e92fc58 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740686.768960:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343800/0xb25dda4f4e92fc58 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1790740686.777649:0:22730:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1790740686.777947:0:22730:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:1.0:1790740686.779504:0:22730:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:1.0:1790740686.779745:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd553100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+27:18754:x1877727001084672:12345-192.168.204.3@tcp:58:dd.0 Request processed in 11511us (11811us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740686.779761:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 47 00000100:00100000:1.0:1790740686.789633:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740686.789796:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001084800 00000100:00100000:3.0:1790740686.789810:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001084800 00000100:00100000:3.0:1790740686.789897:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 48 00000100:00100000:3.0:1790740686.789909:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbdb98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+27:18754:x1877727001084800:12345-192.168.204.3@tcp:101:dd.0 00010000:00010000:3.0:1790740686.789940:0:22731:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790740686.789968:0:22731:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9400/0xb25dda4f4e92fc5f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae2434c expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.790119:0:22731:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343800/0xb25dda4f4e92fc58 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.790133:0:22731:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9400/0xb25dda4f4e92fc5f lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2434c expref: 28 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.790158:0:22731:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343800/0xb25dda4f4e92fc58 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.790173:0:22731:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9400/0xb25dda4f4e92fc5f lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2434c expref: 28 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.790189:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98dc98599600) 00010000:00010000:3.0:1790740686.790192:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1790740686.790197:0:22731:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9400/0xb25dda4f4e92fc5f lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2434c expref: 28 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740686.790205:0:22731:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcb5dc9400, rc 0) 00000100:00100000:3.0:1790740686.790287:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbdb98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+28:18754:x1877727001084800:12345-192.168.204.3@tcp:101:dd.0 Request processed in 380us (669us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740686.790296:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 48 00000040:00080000:3.0:1790740686.954735:0:22765:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1790740686.954747:0:22765:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1790740686.954785:0:22765:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1790740686.954798:0:22765:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1790740686.955174:0:22765:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd5f8e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22765:1877727022167936:192.168.204.3@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1790740686.955320:0:22765:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcad2f3e40 going to sleep for 11 seconds 00000100:00100000:1.0:1790740686.960325:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740686.963138:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001084928 00000100:00100000:2.0:1790740686.963164:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001084928 00000100:00100000:2.0:1790740686.963293:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 49 00000100:00100000:2.0:1790740686.963326:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbdb9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+29:18755:x1877727001084928:12345-192.168.204.3@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1790740686.963374:0:22730:0:(mdt_handler.c:7978:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1790740686.963584:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbdb9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+29:18755:x1877727001084928:12345-192.168.204.3@tcp:53:lhsmtool_posix.0 Request processed in 261us (3274us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740686.963592:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 49 00000100:00100000:3.0:1790740686.969187:0:22765:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd5f8e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22765:1877727022167936:192.168.204.3@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1790740686.981980:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740686.982562:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001085056 00000100:00100000:2.0:1790740686.982575:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001085056 00000100:00100000:2.0:1790740686.982674:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 50 00000100:00100000:2.0:1790740686.982687:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+28:18755:x1877727001085056:12345-192.168.204.3@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1790740686.982815:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92fc66 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.982839:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92fc66 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.982859:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92fc66 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.987959:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fc6d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.987988:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fc6d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988003:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fc6d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988286:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fc74 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988519:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fc74 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988527:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fc74 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790740686.988582:0:22729:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1790740686.988587:0:22729:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1790740686.988605:0:22729:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fc74 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988618:0:22729:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92fc66 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988625:0:22729:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92fc66 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988632:0:22729:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92fc66 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988638:0:22729:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf060200 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:2.0:1790740686.988643:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92fc66 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988649:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92fc66 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988661:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98dc98599500) 00010000:00010000:2.0:1790740686.988664:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790740686.988669:0:22729:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92fc66 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988685:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92fc66 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988701:0:22729:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fc6d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988706:0:22729:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fc6d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988711:0:22729:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fc6d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988715:0:22729:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf061e00 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:2.0:1790740686.988718:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fc6d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988724:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fc6d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988731:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff98db83b66d00) 00010000:00010000:2.0:1790740686.988733:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790740686.988735:0:22729:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fc6d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988740:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fc6d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988755:0:22729:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fc74 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988761:0:22729:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fc74 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988772:0:22729:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fc74 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988778:0:22729:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf061200 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:2.0:1790740686.988780:0:22729:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fc74 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988787:0:22729:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fc74 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988794:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98dc98599600) 00010000:00010000:2.0:1790740686.988797:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790740686.988800:0:22729:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fc74 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740686.988807:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fc74 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740686.988910:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83cc6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+28:18755:x1877727001085056:12345-192.168.204.3@tcp:34:lhsmtool_posix.0 Request processed in 6223us (6942us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740686.988921:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 50 00000100:00100000:0.0:1790740687.001148:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740687.001589:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001085312 00000100:00100000:1.0:1790740687.001603:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001085312 00000100:00100000:1.0:1790740687.001720:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 51 00000100:00100000:1.0:1790740687.001733:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+28:18755:x1877727001085312:12345-192.168.204.3@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1790740687.001762:0:22731:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790740687.001788:0:22731:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32e00/0xb25dda4f4e92fc7b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae24353 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.002175:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33800/0xb25dda4f4e92fc82 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.002195:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33800/0xb25dda4f4e92fc82 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.002209:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33800/0xb25dda4f4e92fc82 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1790740687.002223:0:22731:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1790740687.002340:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33800/0xb25dda4f4e92fc82 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.002349:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33800/0xb25dda4f4e92fc82 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.002357:0:22731:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33800/0xb25dda4f4e92fc82 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.002364:0:22731:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f33800 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:1.0:1790740687.002370:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33800/0xb25dda4f4e92fc82 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.002404:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33800/0xb25dda4f4e92fc82 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.002419:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98dc98599600) 00010000:00010000:1.0:1790740687.002422:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1790740687.002439:0:22731:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33800/0xb25dda4f4e92fc82 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.002446:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33800/0xb25dda4f4e92fc82 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.002512:0:22731:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32e00/0xb25dda4f4e92fc7b lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24353 expref: 30 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.002524:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98dc98599500) 00010000:00010000:1.0:1790740687.002526:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1790740687.002530:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32e00/0xb25dda4f4e92fc7b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24353 expref: 30 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.002539:0:22731:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db83f32e00, rc 0) 00000100:00100000:1.0:1790740687.002630:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83cc7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+29:18755:x1877727001085312:12345-192.168.204.3@tcp:101:lhsmtool_posix.0 Request processed in 900us (1495us total) trans 12884901907 rc 301/301 00000100:00100000:1.0:1790740687.002639:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 51 00000100:00080000:0.0:1790740687.003482:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1790740687.010287:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740687.010546:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001085440 00000100:00100000:2.0:1790740687.010559:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001085440 00000100:00100000:2.0:1790740687.010653:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 52 00000100:00100000:2.0:1790740687.010666:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+29:18755:x1877727001085440:12345-192.168.204.3@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1790740687.010715:0:22729:0:(mdt_handler.c:7978:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1790740687.010870:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd0bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+29:18755:x1877727001085440:12345-192.168.204.3@tcp:53:lhsmtool_posix.0 Request processed in 206us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740687.010900:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 52 00000100:00100000:3.0:1790740687.015597:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740687.016601:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001085696 00000100:00100000:1.0:1790740687.016618:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001085696 00000100:00100000:1.0:1790740687.016720:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 53 00000100:00100000:1.0:1790740687.016733:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+29:18755:x1877727001085696:12345-192.168.204.3@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1790740687.016796:0:22731:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790740687.016827:0:22731:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32e00/0xb25dda4f4e92fc90 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae2435a expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1790740687.017718:0:22731:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x23:0x0], count =31 00000004:00080000:1.0:1790740687.018546:0:22731:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x23:0x0]+31 in llog 00000004:00080000:0.0:1790740687.018664:0:22731:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:0.0:1790740687.019290:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343600/0xb25dda4f4e92fc97 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.019313:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343600/0xb25dda4f4e92fc97 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.019327:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343600/0xb25dda4f4e92fc97 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.020138:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32e00/0xb25dda4f4e92fc90 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2435a expref: 32 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.020167:0:22731:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343600/0xb25dda4f4e92fc97 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2435a expref: 31 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.020177:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98dc87884900) 00010000:00010000:0.0:1790740687.020180:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1790740687.020183:0:22731:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db82343600, rc 0) 00000100:00100000:0.0:1790740687.020271:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+31:18755:x1877727001085696:12345-192.168.204.3@tcp:101:lhsmtool_posix.0 Request processed in 3540us (4689us total) trans 12884901908 rc 0/0 00000100:00100000:0.0:1790740687.020299:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 53 00000100:00100000:0.0:1790740687.033457:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740687.033612:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001085952 00000100:00100000:2.0:1790740687.033626:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001085952 00000100:00100000:2.0:1790740687.033704:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 54 00000100:00100000:2.0:1790740687.033717:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83cc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+31:18755:x1877727001085952:12345-192.168.204.3@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1790740687.033799:0:22730:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790740687.033833:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343600/0xb25dda4f4e92fc97 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2435a expref: 31 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.033958:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98dc87884900) 00010000:00010000:2.0:1790740687.033974:0:22730:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1790740687.034009:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fca5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.034027:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fca5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.034076:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fca5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.034094:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fcac lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xc5afdfeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.034101:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fcac lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc5afdfeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.034108:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fcac lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc5afdfeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.034205:0:22730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fca5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.034214:0:22730:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fca5 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.034222:0:22730:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fca5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.034229:0:22730:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf061200 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:2.0:1790740687.034234:0:22730:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fca5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.034243:0:22730:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fca5 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.034251:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98dc87884d00) 00010000:00010000:2.0:1790740687.034254:0:22730:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790740687.034259:0:22730:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fca5 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.034264:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061200/0xb25dda4f4e92fca5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.034274:0:22730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fcac lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc5afdfeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.034280:0:22730:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fcac lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc5afdfeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.034286:0:22730:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fcac lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc5afdfeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.034299:0:22730:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf061e00 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:2.0:1790740687.034302:0:22730:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fcac lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc5afdfeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.034308:0:22730:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fcac lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc5afdfeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.034315:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xc5afdfeb (ffff98db83b66d00) 00010000:00010000:2.0:1790740687.034317:0:22730:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1790740687.034320:0:22730:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fcac lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xc5afdfeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.034326:0:22730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fcac lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xc5afdfeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740687.034458:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83cc7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+30:18755:x1877727001085952:12345-192.168.204.3@tcp:36:lhsmtool_posix.0 Request processed in 743us (1015us total) trans 0 rc -2/-2 00000100:00100000:2.0:1790740687.034467:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 54 00000100:00100000:1.0:1790740687.037585:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740687.037689:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001086080 00000100:00100000:0.0:1790740687.037702:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001086080 00000100:00100000:0.0:1790740687.037774:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 55 00000100:00100000:0.0:1790740687.037785:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+30:18755:x1877727001086080:12345-192.168.204.3@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1790740687.037813:0:22731:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790740687.037847:0:22731:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80030400/0xb25dda4f4e92fcb3 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae24361 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.037903:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80030800/0xb25dda4f4e92fcba lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.037919:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80030800/0xb25dda4f4e92fcba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.037931:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80030800/0xb25dda4f4e92fcba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.038122:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80030400/0xb25dda4f4e92fcb3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24361 expref: 32 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.038143:0:22731:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80030800/0xb25dda4f4e92fcba lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24361 expref: 31 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.038152:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98dc87884600) 00010000:00010000:0.0:1790740687.038155:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1790740687.038159:0:22731:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dc80030800, rc 0) 00000100:00100000:0.0:1790740687.038235:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+31:18755:x1877727001086080:12345-192.168.204.3@tcp:101:lhsmtool_posix.0 Request processed in 452us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740687.038243:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 55 00000100:00100000:3.0:1790740687.045240:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740687.047545:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001086336 00000100:00100000:2.0:1790740687.047937:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001086336 00000100:00100000:2.0:1790740687.048129:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 56 00000100:00100000:2.0:1790740687.048143:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+31:18755:x1877727001086336:12345-192.168.204.3@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1790740687.048271:0:22730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fcc1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.048294:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fcc1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.048310:0:22730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fcc1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1790740687.049269:0:22730:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:2.0:1790740687.049284:0:22730:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 758335251895ns, next at 759335248352ns, rc = 0 00000004:00010000:2.0:1790740687.050111:0:22730:0:(mdt_handler.c:4490:mdt_save_lock()) ### save lock request 0000000010f908c7 reply state 00000000a6cc0e31 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fcc1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.050137:0:22730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fcc1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.050148:0:22730:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98dc87884600) 00010000:00010000:2.0:1790740687.050152:0:22730:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1790740687.050156:0:22730:0:(service.c:197:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1790740687.050329:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+33:18755:x1877727001086336:12345-192.168.204.3@tcp:36:lhsmtool_posix.0 Request processed in 2184us (5571us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1790740687.053714:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 56 00000100:00100000:1.0:1790740687.053957:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740687.054727:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001086464 00000100:00100000:2.0:1790740687.054742:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001086464 00000100:00100000:0.0:1790740687.054929:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 57 00000100:00100000:0.0:1790740687.054945:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db82c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+33:18755:x1877727001086464:12345-192.168.204.3@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1790740687.055135:0:22731:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1790740687.055164:0:22731:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80030400/0xb25dda4f4e92fcc8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae24368 expref: -99 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.055244:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80030400/0xb25dda4f4e92fcc8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24368 expref: 34 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.055261:0:22731:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80030400/0xb25dda4f4e92fcc8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24368 expref: 34 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.055284:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98dc87884600) 00010000:00010000:0.0:1790740687.055288:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1790740687.055291:0:22731:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dc80030400, rc 0) 00000100:00100000:0.0:1790740687.055538:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db82c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+34:18755:x1877727001086464:12345-192.168.204.3@tcp:101:lhsmtool_posix.0 Request processed in 595us (1582us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740687.055546:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 57 00000100:00100000:1.0:1790740687.059151:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740687.059310:0:25292:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001086592 00000100:00100000:0.0:1790740687.059322:0:25292:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001086592 00000100:00100000:0.0:1790740687.059442:0:25292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 23 00000100:00100000:0.0:1790740687.059454:0:25292:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b54bdbb5-de7c-40f8-95ae-79a113a82acc+5:2402:x1877727001086592:12345-192.168.204.3@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1790740687.059814:0:25292:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b54bdbb5-de7c-40f8-95ae-79a113a82acc+6:2402:x1877727001086592:12345-192.168.204.3@tcp:2:lhsmtool_posix.0 Request processed in 360us (677us total) trans 12884901891 rc 0/0 00000100:00100000:0.0:1790740687.059844:0:25292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 23 00000100:00080000:3.0:1790740687.060216:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1790740687.062820:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740687.063005:0:22733:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001086848 00000100:00100000:0.0:1790740687.063020:0:22733:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001086848 00000100:00100000:0.0:1790740687.063141:0:22733:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 9 00000100:00100000:0.0:1790740687.063153:0:22733:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+34:18755:x1877727001086848:12345-192.168.204.3@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1790740687.063711:0:22733:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+35:18755:x1877727001086848:12345-192.168.204.3@tcp:35:lhsmtool_posix.0 Request processed in 558us (902us total) trans 12884901910 rc 0/0 00000100:00100000:0.0:1790740687.063721:0:22733:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 9 00000100:00100000:2.0:1790740687.067253:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740687.067929:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001087104 00000100:00100000:0.0:1790740687.067944:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001087104 00000100:00100000:0.0:1790740687.068261:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 58 00000100:00100000:0.0:1790740687.068274:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd551c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+35:18755:x1877727001087104:12345-192.168.204.3@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1790740687.068463:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd551c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+35:18755:x1877727001087104:12345-192.168.204.3@tcp:57:lhsmtool_posix.0 Request processed in 191us (1225us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740687.068472:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 58 00000100:00100000:1.0:1790740687.071421:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740687.071818:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001087232 00000100:00100000:2.0:1790740687.071834:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001087232 00000100:00100000:2.0:1790740687.071912:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 59 00000100:00100000:2.0:1790740687.071923:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+35:18755:x1877727001087232:12345-192.168.204.3@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1790740687.071951:0:22729:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790740687.071977:0:22729:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92fccf lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae2436f expref: -99 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.072114:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061600/0xb25dda4f4e92fcd6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.072143:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061600/0xb25dda4f4e92fcd6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.072157:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061600/0xb25dda4f4e92fcd6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1790740687.072217:0:22729:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1790740687.072242:0:22729:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061600/0xb25dda4f4e92fcd6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.072270:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf060200/0xb25dda4f4e92fccf lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2436f expref: 37 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.072292:0:22729:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061600/0xb25dda4f4e92fcd6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2436f expref: 36 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.072302:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98dc87884600) 00010000:00010000:2.0:1790740687.072305:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1790740687.072309:0:22729:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcaf061600, rc 0) 00000100:00100000:2.0:1790740687.072754:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+36:18755:x1877727001087232:12345-192.168.204.3@tcp:101:lhsmtool_posix.0 Request processed in 830us (1345us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740687.072764:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 59 00000100:00100000:0.0:1790740687.076720:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740687.076836:0:24241:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001087360 00000100:00100000:1.0:1790740687.076849:0:24241:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001087360 00000100:00100000:1.0:1790740687.077023:0:24241:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 24 00000100:00100000:1.0:1790740687.077066:0:24241:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83cc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+6:2403:x1877727001087360:12345-192.168.204.3@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1790740687.077092:0:24241:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1790740687.077120:0:24241:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c130e9a4/0xb25dda4f4e92fcdd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae24376 expref: -99 pid: 24241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1790740687.077154:0:24241:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6abc88cf, blocks: 0x0 00010000:00010000:1.0:1790740687.077180:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=758s v=(0 0) 00010000:00010000:1.0:1790740687.077186:0:24241:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740687.077198:0:24241:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c130e9a4/0xb25dda4f4e92fcdd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24376 expref: 7 pid: 24241 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.077221:0:24241:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c130e9a4/0xb25dda4f4e92fcdd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24376 expref: 7 pid: 24241 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.077262:0:24241:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98db83f32a00, rc 0) 00000100:00100000:1.0:1790740687.077336:0:24241:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83cc6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+7:2403:x1877727001087360:12345-192.168.204.3@tcp:101:lhsmtool_posix.0 Request processed in 304us (631us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740687.077355:0:24241:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 24 00000100:00100000:3.0:1790740687.079988:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740687.080168:0:22730:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001087616 00000100:00100000:0.0:1790740687.080180:0:22730:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001087616 00000100:00100000:0.0:1790740687.080258:0:22730:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 60 00000100:00100000:0.0:1790740687.080271:0:22730:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+36:18755:x1877727001087616:12345-192.168.204.3@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1790740687.080457:0:22730:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbb7fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+36:18755:x1877727001087616:12345-192.168.204.3@tcp:57:lhsmtool_posix.0 Request processed in 188us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740687.080465:0:22730:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 60 00000100:00100000:3.0:1790740687.083075:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740687.083334:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001087744 00000100:00100000:0.0:1790740687.083386:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001087744 00000100:00100000:0.0:1790740687.083476:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 61 00000100:00100000:0.0:1790740687.083488:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbcde8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+36:18755:x1877727001087744:12345-192.168.204.3@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1790740687.085880:0:22709:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:2.0:1790740687.085904:0:22709:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:2.0:1790740687.085978:0:22709:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:1.0:1790740687.086140:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9e00/0xb25dda4f4e92fb6a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.086156:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9e00/0xb25dda4f4e92fb6a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.086166:0:3625:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9e00/0xb25dda4f4e92fb6a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.086173:0:3625:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc9e00 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:1.0:1790740687.086179:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9e00/0xb25dda4f4e92fb6a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.086189:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9e00/0xb25dda4f4e92fb6a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.086210:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98dc87884d00) 00010000:00010000:1.0:1790740687.086213:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1790740687.086218:0:3625:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9e00/0xb25dda4f4e92fb6a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.086225:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9e00/0xb25dda4f4e92fb6a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740687.086445:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1790740687.086466:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db83cc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022168064:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1790740687.086557:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740687.086615:0:25292:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022168064 00000100:00100000:0.0:1790740687.086624:0:25292:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022168064 00000100:00100000:0.0:1790740687.086684:0:25292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1790740687.086694:0:25292:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83cc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1877727022168064:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1790740687.087511:0:25292:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1790740687.087518:0:25292:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1790740687.087520:0:25292:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1790740687.087523:0:25292:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1790740687 -> 1790740687 00002000:00010000:0.0:1790740687.087526:0:25292:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1790740687.087606:0:25292:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83cc4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3641:x1877727022168064:12345-0@lo:2:osp-syn-1-0.0 Request processed in 912us (1048us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1790740687.087616:0:25292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:0.0:1790740687.087647:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1790740687.087778:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbcde8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+19:18755:x1877727001087744:12345-192.168.204.3@tcp:44:lhsmtool_posix.0 Request processed in 4289us (4715us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740687.087787:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 61 00000004:00080000:1.0:1790740687.087977:0:3641:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98db83cc7480/2, rc 0, transno 12884901892 00000100:00100000:1.0:1790740687.088002:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db83cc7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1877727022168064:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1790740687.090711:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740687.090838:0:24240:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001087872 00000100:00100000:2.0:1790740687.090852:0:24240:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001087872 00000100:00100000:2.0:1790740687.090931:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 26 00000100:00100000:2.0:1790740687.090942:0:24240:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+7:2402:x1877727001087872:12345-192.168.204.3@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1790740687.091127:0:24240:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+7:2402:x1877727001087872:12345-192.168.204.3@tcp:16:lhsmtool_posix.0 Request processed in 185us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740687.091136:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 26 00010000:00010000:0.0:1790740687.092692:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343a00/0xb25dda4f4e92fb16 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.092714:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343a00/0xb25dda4f4e92fb16 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.092733:0:3624:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343a00/0xb25dda4f4e92fb16 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.092740:0:3624:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db82343a00 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:0.0:1790740687.092745:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343a00/0xb25dda4f4e92fb16 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.092754:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343a00/0xb25dda4f4e92fb16 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.092774:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff98dc87884000) 00010000:00010000:0.0:1790740687.092777:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790740687.092783:0:3624:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343a00/0xb25dda4f4e92fb16 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.092789:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343a00/0xb25dda4f4e92fb16 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.092814:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343400/0xb25dda4f4e92fb1d lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.092820:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343400/0xb25dda4f4e92fb1d lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.092825:0:3624:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343400/0xb25dda4f4e92fb1d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.092830:0:3624:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db82343400 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:0.0:1790740687.092833:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343400/0xb25dda4f4e92fb1d lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.092849:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343400/0xb25dda4f4e92fb1d lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.092975:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98dc87884d00) 00010000:00010000:0.0:1790740687.092977:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790740687.092981:0:3624:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343400/0xb25dda4f4e92fb1d lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.092986:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343400/0xb25dda4f4e92fb1d lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.093002:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33600/0xb25dda4f4e92fbc5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.093009:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33600/0xb25dda4f4e92fbc5 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.093015:0:3624:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33600/0xb25dda4f4e92fbc5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.093021:0:3624:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f33600 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:0.0:1790740687.093024:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33600/0xb25dda4f4e92fbc5 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.093102:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33600/0xb25dda4f4e92fbc5 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.093112:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff98dc98599000) 00010000:00010000:0.0:1790740687.093114:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790740687.093117:0:3624:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33600/0xb25dda4f4e92fbc5 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.093130:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33600/0xb25dda4f4e92fbc5 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.093149:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342800/0xb25dda4f4e92fc4a lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.093155:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342800/0xb25dda4f4e92fc4a lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.093162:0:3624:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342800/0xb25dda4f4e92fc4a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.093167:0:3624:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db82342800 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:0.0:1790740687.093170:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342800/0xb25dda4f4e92fc4a lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.093177:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342800/0xb25dda4f4e92fc4a lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.093185:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98dc98599600) 00010000:00010000:0.0:1790740687.093187:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1790740687.093190:0:3624:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342800/0xb25dda4f4e92fc4a lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.093195:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db82342800/0xb25dda4f4e92fc4a lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.093205:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fcc1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.093211:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fcc1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.093223:0:3624:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fcc1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.093228:0:3624:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf061e00 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:0.0:1790740687.093231:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fcc1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.093237:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fcc1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.093246:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98dc87884600) 00010000:00010000:0.0:1790740687.093248:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1790740687.093251:0:3624:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fcc1 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.093258:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061e00/0xb25dda4f4e92fcc1 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740687.099222:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740687.099408:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001088128 00000100:00100000:3.0:1790740687.099421:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001088128 00000100:00100000:3.0:1790740687.099510:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 62 00000100:00100000:3.0:1790740687.099521:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+15:18755:x1877727001088128:12345-192.168.204.3@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1790740687.099593:0:22729:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1790740687.099627:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcaf061600/0xb25dda4f4e92fcd6 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2436f expref: 15 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740687.099651:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98dc87884600) 00010000:00010000:3.0:1790740687.099657:0:22729:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1790740687.099695:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fce4 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740687.099713:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fce4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740687.099725:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fce4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1790740687.099901:0:22729:0:(mdt_handler.c:4490:mdt_save_lock()) ### save lock request 0000000092937cde reply state 00000000223c7393 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fce4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740687.099941:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc8000/0xb25dda4f4e92fce4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740687.099948:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98dc87884600) 00010000:00010000:3.0:1790740687.099951:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1790740687.099954:0:22729:0:(service.c:197:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1790740687.100320:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83cc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+16:18755:x1877727001088128:12345-192.168.204.3@tcp:36:lhsmtool_posix.0 Request processed in 798us (1113us total) trans 12884901911 rc 0/0 00000100:00100000:3.0:1790740687.100331:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 62 00000100:00100000:1.0:1790740687.117603:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740687.117716:0:24239:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001088256 00000100:00100000:2.0:1790740687.117730:0:24239:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001088256 00000100:00100000:2.0:1790740687.117810:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 27 00000100:00100000:2.0:1790740687.117822:0:24239:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+7:18755:x1877727001088256:12345-192.168.204.3@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1790740687.117845:0:24239:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1790740687.117881:0:24239:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d1f5400/0xb25dda4f4e92fceb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae2437d expref: -99 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.117921:0:24239:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c130e9a4/0xb25dda4f4e92fcdd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24376 expref: 8 pid: 24241 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.117931:0:24239:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790740687.117936:0:24239:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790740687.117942:0:24239:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d1f5400/0xb25dda4f4e92fceb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2437d expref: 8 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.117989:0:24239:0:(ldlm_lockd.c:966:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c130e9a4/0xb25dda4f4e92fcdd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24376 expref: 8 pid: 24241 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.118005:0:24239:0:(ldlm_lockd.c:498:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c130e9a4/0xb25dda4f4e92fcdd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24376 expref: 8 pid: 24241 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740687.118085:0:24239:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd552d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:24239:1877727022168192:192.168.204.3@tcp:104: 00000100:00100000:2.0:1790740687.118203:0:24239:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcbdbe60c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790740687.121270:0:24239:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd552d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:24239:1877727022168192:192.168.204.3@tcp:104: 00010000:00010000:2.0:1790740687.121326:0:24239:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004d1f5400/0xb25dda4f4e92fceb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2437d expref: 8 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.121365:0:24239:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcaf060200, rc 0) 00000100:00100000:2.0:1790740687.121455:0:24239:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+8:18755:x1877727001088256:12345-192.168.204.3@tcp:101:lhsmtool_posix.0 Request processed in 3635us (3866us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740687.121466:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 27 00000100:00100000:3.0:1790740687.123523:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740687.123639:0:23887:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001088384 00000100:00100000:1.0:1790740687.123653:0:23887:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001088384 00010000:00010000:1.0:1790740687.123705:0:23887:0:(ldlm_lockd.c:2686:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c130e9a4/0xb25dda4f4e92fcdd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24376 expref: 8 pid: 24241 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740687.123757:0:23887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 19 00000100:00100000:1.0:1790740687.123769:0:23887:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbcde8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b54bdbb5-de7c-40f8-95ae-79a113a82acc+8:2402:x1877727001088384:12345-192.168.204.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1790740687.123788:0:23887:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790740687.123813:0:23887:0:(ldlm_lockd.c:1799:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c130e9a4/0xb25dda4f4e92fcdd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24376 expref: 8 pid: 24241 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.123829:0:23887:0:(ldlm_lockd.c:571:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c130e9a4/0xb25dda4f4e92fcdd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24376 expref: 8 pid: 24241 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.123871:0:23887:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c130e9a4/0xb25dda4f4e92fcdd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24376 expref: 8 pid: 24241 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.123894:0:23887:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740687.123899:0:23887:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740687.123906:0:23887:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004d1f5400/0xb25dda4f4e92fceb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2437d expref: 7 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.123917:0:23887:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d1f5400/0xb25dda4f4e92fceb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2437d expref: 7 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.123987:0:23887:0:(ldlm_lockd.c:1085:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004d1f5400/0xb25dda4f4e92fceb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2437d expref: 7 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740687.124004:0:23887:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:23887:1877727022168320:192.168.204.3@tcp:105: 00000100:00100000:1.0:1790740687.124497:0:23887:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcbdbd2480 going to sleep for 11 seconds 00000100:00100000:0.0:1790740687.129258:0:23887:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:23887:1877727022168320:192.168.204.3@tcp:105: 00010000:00010000:0.0:1790740687.129294:0:23887:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790740687.129377:0:23887:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbcde8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b54bdbb5-de7c-40f8-95ae-79a113a82acc+7:2402:x1877727001088384:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 5610us (5866us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740687.129391:0:23887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 19 00000100:00100000:0.0:1790740687.130545:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740687.130647:0:24240:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001088512 00000100:00100000:2.0:1790740687.130658:0:24240:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001088512 00000100:00100000:2.0:1790740687.130724:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 28 00000100:00100000:2.0:1790740687.130735:0:24240:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83cc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+7:2403:x1877727001088512:12345-192.168.204.3@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1790740687.130945:0:24240:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1790740687.130950:0:24240:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1790740687 00002000:00010000:2.0:1790740687.130953:0:24240:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1790740686 00002000:00010000:2.0:1790740687.130955:0:24240:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1790740687 -> 1790740687 00002000:00010000:2.0:1790740687.130958:0:24240:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1790740687.131027:0:24240:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83cc5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+8:2403:x1877727001088512:12345-192.168.204.3@tcp:2:lhsmtool_posix.0 Request processed in 293us (489us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1790740687.131071:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 28 00000100:00100000:3.0:1790740687.134174:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740687.134330:0:25292:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001088640 00000100:00100000:0.0:1790740687.134344:0:25292:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001088640 00000100:00100000:0.0:1790740687.134436:0:25292:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 29 00000100:00100000:0.0:1790740687.134448:0:25292:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbcdea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b54bdbb5-de7c-40f8-95ae-79a113a82acc+8:2402:x1877727001088640:12345-192.168.204.3@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1790740687.134528:0:25292:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000448fbf27/0xb25dda4f4e92fcf2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.134554:0:25292:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004d1f5400/0xb25dda4f4e92fceb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2437d expref: 8 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.134564:0:25292:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1790740687.134569:0:25292:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1790740687.134575:0:25292:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000448fbf27/0xb25dda4f4e92fcf2 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.134621:0:25292:0:(ldlm_lockd.c:966:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004d1f5400/0xb25dda4f4e92fceb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2437d expref: 8 pid: 24239 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.134640:0:25292:0:(ldlm_lockd.c:498:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004d1f5400/0xb25dda4f4e92fceb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2437d expref: 8 pid: 24239 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740687.134660:0:25292:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db828a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:25292:1877727022168448:192.168.204.3@tcp:104: 00000100:00100000:0.0:1790740687.134777:0:25292:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae133900 going to sleep for 11 seconds 00000100:00100000:0.0:1790740687.136889:0:25292:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db828a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:25292:1877727022168448:192.168.204.3@tcp:104: 00010000:00010000:0.0:1790740687.136926:0:25292:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000448fbf27/0xb25dda4f4e92fcf2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1790740687.138667:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740687.139130:0:22714:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001088768 00000100:00100000:0.0:1790740687.139147:0:22714:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001088768 00010000:00010000:0.0:1790740687.139226:0:22714:0:(ldlm_lockd.c:2686:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004d1f5400/0xb25dda4f4e92fceb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2437d expref: 9 pid: 24239 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740687.139283:0:22714:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 20 00000100:00100000:0.0:1790740687.139295:0:22714:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbcde9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+9:2402:x1877727001088768:12345-192.168.204.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1790740687.139318:0:22714:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1790740687.139361:0:22714:0:(ldlm_lockd.c:1799:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004d1f5400/0xb25dda4f4e92fceb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2437d expref: 9 pid: 24239 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.139379:0:22714:0:(ldlm_lockd.c:571:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004d1f5400/0xb25dda4f4e92fceb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2437d expref: 9 pid: 24239 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.139411:0:22714:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d1f5400/0xb25dda4f4e92fceb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2437d expref: 9 pid: 24239 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.139442:0:22714:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1790740687.139446:0:22714:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1790740687.139454:0:22714:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000448fbf27/0xb25dda4f4e92fcf2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.139468:0:22714:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000448fbf27/0xb25dda4f4e92fcf2 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.139514:0:22714:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1790740687.139592:0:22714:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbcde9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+8:2402:x1877727001088768:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 298us (938us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740687.139610:0:22714:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 20 00010000:00010000:1.0:1790740687.140530:0:25292:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000448fbf27/0xb25dda4f4e92fcf2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.140546:0:25292:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000448fbf27/0xb25dda4f4e92fcf2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.140580:0:25292:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000448fbf27/0xb25dda4f4e92fcf2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.140590:0:25292:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000448fbf27/0xb25dda4f4e92fcf2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.140600:0:25292:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000448fbf27/0xb25dda4f4e92fcf2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.140609:0:25292:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dc80031600 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:1.0:1790740687.140615:0:25292:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000448fbf27/0xb25dda4f4e92fcf2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.140644:0:25292:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000448fbf27/0xb25dda4f4e92fcf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.140665:0:25292:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000448fbf27/0xb25dda4f4e92fcf2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.140674:0:25292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000448fbf27/0xb25dda4f4e92fcf2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740687.140781:0:25292:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbcdea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b54bdbb5-de7c-40f8-95ae-79a113a82acc+7:2402:x1877727001088640:12345-192.168.204.3@tcp:1:lhsmtool_posix.0 Request processed in 6332us (6620us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740687.140800:0:25292:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 29 00000100:00100000:3.0:1790740687.145629:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740687.149434:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001089024 00000100:00100000:1.0:1790740687.149450:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001089024 00000100:00100000:1.0:1790740687.149521:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 63 00000100:00100000:1.0:1790740687.149533:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbcdebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+16:18755:x1877727001089024:12345-192.168.204.3@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1790740687.149617:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33a00/0xb25dda4f4e92fcf9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.149637:0:22731:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9a00/0xb25dda4f4e92fc43 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2433e expref: 16 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.149647:0:22731:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33a00/0xb25dda4f4e92fcf9 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.149684:0:22731:0:(ldlm_lockd.c:966:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9a00/0xb25dda4f4e92fc43 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2433e expref: 16 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.149714:0:22731:0:(ldlm_lockd.c:498:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9a00/0xb25dda4f4e92fc43 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2433e expref: 16 pid: 22731 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740687.149728:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22731:1877727022168576:192.168.204.3@tcp:104: 00000100:00100000:1.0:1790740687.149837:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcbdbd2240 going to sleep for 11 seconds 00000100:00100000:3.0:1790740687.155636:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740687.156101:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22731:1877727022168576:192.168.204.3@tcp:104: 00010000:00010000:0.0:1790740687.156140:0:22731:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33a00/0xb25dda4f4e92fcf9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740687.156268:0:22715:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001089152 00000100:00100000:2.0:1790740687.156294:0:22715:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001089152 00010000:00010000:2.0:1790740687.156340:0:22715:0:(ldlm_lockd.c:2686:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9a00/0xb25dda4f4e92fc43 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2433e expref: 17 pid: 22731 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740687.156388:0:22715:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 21 00000100:00100000:2.0:1790740687.156398:0:22715:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbcdead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+17:2402:x1877727001089152:12345-192.168.204.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1790740687.156417:0:22715:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1790740687.156436:0:22715:0:(ldlm_lockd.c:1799:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9a00/0xb25dda4f4e92fc43 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2433e expref: 17 pid: 22731 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.156451:0:22715:0:(ldlm_lockd.c:571:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9a00/0xb25dda4f4e92fc43 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2433e expref: 17 pid: 22731 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.156479:0:22715:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9a00/0xb25dda4f4e92fc43 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2433e expref: 17 pid: 22731 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.156498:0:22715:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98dc98599600) 00010000:00010000:2.0:1790740687.156505:0:22715:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9400/0xb25dda4f4e92fc5f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2434c expref: 16 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.156518:0:22715:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33a00/0xb25dda4f4e92fcf9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.156527:0:22715:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33a00/0xb25dda4f4e92fcf9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.156536:0:22715:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33a00/0xb25dda4f4e92fcf9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.156577:0:22715:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1790740687.156653:0:22715:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbcdead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+16:2402:x1877727001089152:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 255us (1029us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740687.156661:0:22715:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 21 00010000:00010000:0.0:1790740687.157081:0:22731:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33a00/0xb25dda4f4e92fcf9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.157091:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33a00/0xb25dda4f4e92fcf9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.157366:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80031600/0xb25dda4f4e92fd00 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.157383:0:22731:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80030400/0xb25dda4f4e92fcc8 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24368 expref: 16 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.157393:0:22731:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80031600/0xb25dda4f4e92fd00 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.157451:0:22731:0:(ldlm_lockd.c:966:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80030400/0xb25dda4f4e92fcc8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24368 expref: 16 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.157468:0:22731:0:(ldlm_lockd.c:498:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80030400/0xb25dda4f4e92fcc8 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24368 expref: 16 pid: 22731 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740687.157486:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db828a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22731:1877727022168704:192.168.204.3@tcp:104: 00000100:00100000:0.0:1790740687.157581:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae133240 going to sleep for 11 seconds 00000100:00100000:3.0:1790740687.169439:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740687.169581:0:23887:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001089280 00000100:00100000:1.0:1790740687.169594:0:23887:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001089280 00010000:00010000:1.0:1790740687.169668:0:23887:0:(ldlm_lockd.c:2686:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80030400/0xb25dda4f4e92fcc8 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24368 expref: 17 pid: 22731 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740687.169721:0:23887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 22 00000100:00100000:1.0:1790740687.169734:0:23887:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbcdeb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b54bdbb5-de7c-40f8-95ae-79a113a82acc+17:2403:x1877727001089280:12345-192.168.204.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1790740687.169754:0:23887:0:(ldlm_lockd.c:1750:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1790740687.169762:0:23887:0:(ldlm_lockd.c:1799:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80030400/0xb25dda4f4e92fcc8 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24368 expref: 17 pid: 22731 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.169777:0:23887:0:(ldlm_lockd.c:571:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80030400/0xb25dda4f4e92fcc8 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24368 expref: 17 pid: 22731 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.169803:0:23887:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98dc87884600) 00010000:00010000:1.0:1790740687.169810:0:23887:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80031600/0xb25dda4f4e92fd00 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.169823:0:23887:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80031600/0xb25dda4f4e92fd00 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.169868:0:23887:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80031600/0xb25dda4f4e92fd00 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.169894:0:23887:0:(ldlm_lockd.c:1811:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1790740687.169981:0:23887:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbcdeb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b54bdbb5-de7c-40f8-95ae-79a113a82acc+17:2403:x1877727001089280:12345-192.168.204.3@tcp:103:ldlm_bl.0 Request processed in 250us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740687.169989:0:23887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 22 00010000:00010000:0.0:1790740687.170918:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80030400/0xb25dda4f4e92fcc8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24368 expref: 16 pid: 22731 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740687.170943:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db828a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22731:1877727022168704:192.168.204.3@tcp:104: 00010000:00010000:0.0:1790740687.170970:0:22731:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80031600/0xb25dda4f4e92fd00 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.170980:0:22731:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80031600/0xb25dda4f4e92fd00 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.170986:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80031600/0xb25dda4f4e92fd00 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1790740687.171197:0:22731:0:(tgt_lastrcvd.c:2120:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:0.0:1790740687.171360:0:22731:0:(tgt_lastrcvd.c:2120:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:0.0:1790740687.171402:0:22731:0:(tgt_lastrcvd.c:2120:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:0.0:1790740687.171520:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db828a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22731:1877727022168832:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1790740687.171598:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1790740687.171647:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dc985da9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1790740687.171812:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022168832 00000100:00100000:2.0:1790740687.171828:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022168832 00000100:00100000:2.0:1790740687.171895:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1790740687.171907:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db828a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22731:x1877727022168832:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1790740687.172010:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db828a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22731:x1877727022168832:12345-0@lo:1000:mdt00_002.0 Request processed in 107us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740687.172020:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1790740687.172273:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db828a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22731:1877727022168832:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1790740687.172538:0:22731:0:(tgt_lastrcvd.c:2120:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:1.0:1790740687.172630:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22731:1877727022168960:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1790740687.172698:0:22731:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740687.172834:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae133a80 going to sleep for 11 seconds 00000100:00100000:2.0:1790740687.172989:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022168960 00000100:00100000:2.0:1790740687.172997:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022168960 00000100:00100000:2.0:1790740687.173265:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1790740687.173275:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22731:x1877727022168960:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1790740687.173462:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22731:x1877727022168960:12345-0@lo:1000:mdt00_002.0 Request processed in 187us (762us total) trans 12884901894 rc 0/0 00000100:00100000:2.0:1790740687.173470:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1790740687.173656:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22731:1877727022168960:0@lo:1000:mdt00_002.0 00010000:00010000:1.0:1790740687.173705:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80031600/0xb25dda4f4e92fd00 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.173731:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80031600/0xb25dda4f4e92fd00 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.173868:0:22731:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80031600/0xb25dda4f4e92fd00 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.173877:0:22731:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dc80031600 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:1.0:1790740687.173882:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80031600/0xb25dda4f4e92fd00 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.173890:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80031600/0xb25dda4f4e92fd00 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.173916:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98dc87884600) 00010000:00010000:1.0:1790740687.173919:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1790740687.173924:0:22731:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80031600/0xb25dda4f4e92fd00 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.173932:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dc80031600/0xb25dda4f4e92fd00 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.173971:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343800/0xb25dda4f4e92fc58 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.173977:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343800/0xb25dda4f4e92fc58 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.173983:0:22731:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343800/0xb25dda4f4e92fc58 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.173988:0:22731:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db82343800 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:1.0:1790740687.173991:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343800/0xb25dda4f4e92fc58 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.173997:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343800/0xb25dda4f4e92fc58 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.174003:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98dc98599600) 00010000:00010000:1.0:1790740687.174182:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1790740687.174190:0:22731:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9400/0xb25dda4f4e92fc5f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2434c expref: 19 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.174202:0:22731:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9400/0xb25dda4f4e92fc5f lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2434c expref: 19 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.174217:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9400/0xb25dda4f4e92fc5f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2434c expref: 19 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.174271:0:22731:0:(ldlm_lockd.c:1085:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9400/0xb25dda4f4e92fc5f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae2434c expref: 19 pid: 22731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740687.174283:0:22731:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22731:1877727022169088:192.168.204.3@tcp:105: 00000100:00100000:1.0:1790740687.174443:0:22731:0:(client.c:2716:ptlrpc_set_wait()) set ffff98dcae1330c0 going to sleep for 11 seconds 00000100:00100000:1.0:1790740687.184136:0:22731:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22731:1877727022169088:192.168.204.3@tcp:105: 00010000:00010000:1.0:1790740687.184168:0:22731:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343800/0xb25dda4f4e92fc58 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.184180:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db82343800/0xb25dda4f4e92fc58 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22730 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.184222:0:22731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32a00/0xb25dda4f4e92fd07 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.184237:0:22731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32a00/0xb25dda4f4e92fd07 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.184248:0:22731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32a00/0xb25dda4f4e92fd07 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.184258:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32a00/0xb25dda4f4e92fd07 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.184264:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32a00/0xb25dda4f4e92fd07 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.184285:0:22731:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32a00/0xb25dda4f4e92fd07 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.184291:0:22731:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f32a00 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:1.0:1790740687.184294:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32a00/0xb25dda4f4e92fd07 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.184301:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32a00/0xb25dda4f4e92fd07 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.184312:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98dc98599600) 00010000:00010000:1.0:1790740687.184314:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1790740687.184330:0:22731:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32a00/0xb25dda4f4e92fd07 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.184336:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f32a00/0xb25dda4f4e92fd07 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.184346:0:22731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33a00/0xb25dda4f4e92fcf9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.184353:0:22731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33a00/0xb25dda4f4e92fcf9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.184357:0:22731:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33a00/0xb25dda4f4e92fcf9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.184361:0:22731:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f33a00 already unused, calling callback (ffffffffc19674f0) 00010000:00010000:1.0:1790740687.184364:0:22731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33a00/0xb25dda4f4e92fcf9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.184380:0:22731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33a00/0xb25dda4f4e92fcf9 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.184388:0:22731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98dc98599600) 00010000:00010000:1.0:1790740687.184390:0:22731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1790740687.184393:0:22731:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33a00/0xb25dda4f4e92fcf9 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.184398:0:22731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98db83f33a00/0xb25dda4f4e92fcf9 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22731 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740687.184569:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbcdebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+19:18755:x1877727001089024:12345-192.168.204.3@tcp:57:lhsmtool_posix.0 Request processed in 35038us (38957us total) trans 12884901916 rc 0/0 00000100:00100000:1.0:1790740687.184580:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 63 00000020:00080000:1.0:1790740687.184586:0:22731:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:3.0:1790740687.184778:0:22765:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1790740687.184787:0:22765:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1790740687.184809:0:22765:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1790740687.184818:0:22765:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1790740687.194570:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740687.194679:0:3631:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740687.195025:0:22732:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001089536 00000100:00100000:3.0:1790740687.195086:0:22732:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001089536 00000100:00100000:0.0:1790740687.195108:0:22733:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001089664 00000100:00100000:0.0:1790740687.195120:0:22733:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001089664 00000100:00100000:3.0:1790740687.195165:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 10 00000100:00100000:3.0:1790740687.195181:0:22732:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbc214050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+20:18755:x1877727001089536:12345-192.168.204.3@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1790740687.195563:0:22732:0:(mdd_object.c:4180:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1790740687.195604:0:22732:0:(tgt_lastrcvd.c:2120:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:3.0:1790740687.195646:0:22732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9600/0xb25dda4f4e92fd0e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740687.195693:0:22732:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9600/0xb25dda4f4e92fd0e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740687.195709:0:22732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9600/0xb25dda4f4e92fd0e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740687.195718:0:22732:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9600/0xb25dda4f4e92fd0e lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740687.195724:0:22732:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9600/0xb25dda4f4e92fd0e lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740687.195731:0:22732:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9600/0xb25dda4f4e92fd0e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740687.195771:0:22732:0:(ldlm_lockd.c:2192:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1790740687.196104:0:22732:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbc214050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+22:18755:x1877727001089536:12345-192.168.204.3@tcp:35:lhsmtool_posix.0 Request processed in 924us (4078us total) trans 12884901918 rc 0/0 00000100:00100000:3.0:1790740687.196115:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 10 00000020:00080000:3.0:1790740687.196122:0:22732:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1790740687.196194:0:22732:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 11 00000100:00100000:3.0:1790740687.196204:0:22732:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd552d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+21:18754:x1877727001089664:12345-192.168.204.3@tcp:49:dd.0 00000100:00100000:3.0:1790740687.196275:0:22732:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd552d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+21:18754:x1877727001089664:12345-192.168.204.3@tcp:49:dd.0 Request processed in 73us (1596us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740687.196281:0:22732:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 11 00010000:00010000:0.0:1790740687.197483:0:22718:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1790740687.197499:0:22718:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9600/0xb25dda4f4e92fd0e lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.197510:0:22718:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcb5dc9600 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:0.0:1790740687.197515:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9600/0xb25dda4f4e92fd0e lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.197527:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9600/0xb25dda4f4e92fd0e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.197570:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98dc87884600) 00010000:00010000:0.0:1790740687.197573:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1790740687.197580:0:22718:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9600/0xb25dda4f4e92fd0e lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.197587:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9600/0xb25dda4f4e92fd0e lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22732 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.197607:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740687.197608:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1790740687.197610:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1790740687.203980:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740687.204160:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001089792 00000100:00100000:3.0:1790740687.204175:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001089792 00000100:00100000:3.0:1790740687.204315:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 64 00000100:00100000:3.0:1790740687.204334:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd551f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+21:18754:x1877727001089792:12345-192.168.204.3@tcp:101:dd.0 00010000:00010000:3.0:1790740687.204384:0:22729:0:(ldlm_lockd.c:1268:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1790740687.204412:0:22729:0:(ldlm_lockd.c:1346:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9200/0xb25dda4f4e92fd15 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe4d71ea1eae24384 expref: -99 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740687.204468:0:22729:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9600/0xb25dda4f4e92fd1c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740687.204485:0:22729:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9600/0xb25dda4f4e92fd1c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740687.204499:0:22729:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9600/0xb25dda4f4e92fd1c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22729 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740687.204639:0:22729:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9200/0xb25dda4f4e92fd15 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24384 expref: 23 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740687.204661:0:22729:0:(ldlm_lockd.c:1516:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98dcb5dc9600/0xb25dda4f4e92fd1c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.3@tcp remote: 0xe4d71ea1eae24384 expref: 22 pid: 22729 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1790740687.204670:0:22729:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98dc98599600) 00010000:00010000:3.0:1790740687.204674:0:22729:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1790740687.204679:0:22729:0:(ldlm_lockd.c:1595:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98dcb5dc9600, rc 0) 00000100:00100000:3.0:1790740687.204773:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd551f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+22:18754:x1877727001089792:12345-192.168.204.3@tcp:101:dd.0 Request processed in 441us (806us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740687.204781:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 64 00000100:00100000:1.0:1790740687.227367:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740687.228070:0:24244:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001089920 00000100:00100000:1.0:1790740687.228094:0:24244:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001089920 00000100:00100000:1.0:1790740687.228187:0:24244:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 0 00000100:00100000:1.0:1790740687.228200:0:24244:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc9887dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+7:2403:x1877727001089920:12345-192.168.204.3@tcp:4:dd.0 00002000:00010000:1.0:1790740687.228249:0:24244:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x6abc88cf, atime: 0x6abc88ce, ctime: 0x6abc88cf, blocks: 0x0 00010000:00010000:1.0:1790740687.228260:0:24244:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004706cfc1/0xb25dda4f4e92fd23 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.228279:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=758s v=(0 0) 00010000:00010000:1.0:1790740687.228284:0:24244:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1790740687.228292:0:24244:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004706cfc1/0xb25dda4f4e92fd23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.228328:0:24244:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004706cfc1/0xb25dda4f4e92fd23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1790740687.230608:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740687.231806:0:24246:0:(service.c:3485:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:0.0:1790740687.231825:0:24246:0:(service.c:3544:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:0.0:1790740687.232378:0:24246:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001090048 00000100:00100000:0.0:1790740687.232391:0:24246:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001090048 00000100:00100000:2.0:1790740687.236891:0:25777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 1 00000100:00100000:2.0:1790740687.236911:0:25777:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd552a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b54bdbb5-de7c-40f8-95ae-79a113a82acc+9:2402:x1877727001090048:12345-192.168.204.3@tcp:4:dd.0 00010000:00010000:2.0:1790740687.237025:0:25777:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000042e35c37/0xb25dda4f4e92fd2a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.237118:0:25777:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790740687.237122:0:25777:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1790740687.237129:0:25777:0:(ldlm_resource.c:1770:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000042e35c37/0xb25dda4f4e92fd2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1790740687.237144:0:25777:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000042e35c37/0xb25dda4f4e92fd2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1790740687.435987:0:25052:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:0.0:1790740687.436025:0:25052:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00002000:00010000:1.0:1790740687.436387:0:24244:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1790740687.436392:0:24244:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:1.0:1790740687.436429:0:24244:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004706cfc1/0xb25dda4f4e92fd23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.436448:0:24244:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004706cfc1/0xb25dda4f4e92fd23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.436459:0:24244:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004706cfc1/0xb25dda4f4e92fd23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.436468:0:24244:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98db83f32600 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:1.0:1790740687.436474:0:24244:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004706cfc1/0xb25dda4f4e92fd23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.436484:0:24244:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004706cfc1/0xb25dda4f4e92fd23 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.436510:0:24244:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004706cfc1/0xb25dda4f4e92fd23 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1790740687.436518:0:24244:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004706cfc1/0xb25dda4f4e92fd23 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24244 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1790740687.436673:0:24244:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc9887dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+7:2403:x1877727001089920:12345-192.168.204.3@tcp:4:dd.0 Request processed in 208469us (209310us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1790740687.436685:0:24244:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 0 00010000:00010000:1.0:1790740687.466602:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1790740687.490647:0:25052:0:(tgt_lastrcvd.c:984:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00002000:00010000:0.0:1790740687.491159:0:25777:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:0.0:1790740687.491165:0:25777:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:0.0:1790740687.491183:0:25777:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000042e35c37/0xb25dda4f4e92fd2a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.491200:0:25777:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000042e35c37/0xb25dda4f4e92fd2a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.491210:0:25777:0:(ldlm_lockd.c:1910:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000042e35c37/0xb25dda4f4e92fd2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.491219:0:25777:0:(ldlm_lockd.c:1924:ldlm_handle_bl_callback()) Lock ffff98dcaf061600 already unused, calling callback (ffffffffc0d26ac0) 00010000:00010000:0.0:1790740687.491243:0:25777:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000042e35c37/0xb25dda4f4e92fd2a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.491255:0:25777:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000042e35c37/0xb25dda4f4e92fd2a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.491276:0:25777:0:(ldlm_lockd.c:1936:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000042e35c37/0xb25dda4f4e92fd2a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1790740687.491285:0:25777:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000042e35c37/0xb25dda4f4e92fd2a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25777 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1790740687.492280:0:25777:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd552a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:b54bdbb5-de7c-40f8-95ae-79a113a82acc+5:2402:x1877727001090048:12345-192.168.204.3@tcp:4:dd.0 Request processed in 255365us (261676us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1790740687.492293:0:25777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 1 00000100:00100000:3.0:1790740687.978980:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1790740687.979005:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd553b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022169216:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1790740687.979106:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740687.979345:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022169344:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1790740687.979375:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740687.979516:0:24243:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022169216 00000100:00100000:2.0:1790740687.979525:0:24243:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022169216 00000100:00100000:2.0:1790740687.979565:0:24243:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022169344 00000100:00100000:2.0:1790740687.979568:0:24243:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022169344 00000100:00100000:2.0:1790740687.979607:0:24243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1790740687.979616:0:24243:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbcde9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022169216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1790740687.979640:0:24243:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3676631040 00000100:00100000:2.0:1790740687.979691:0:24243:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbcde9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022169216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (585us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740687.979700:0:24243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1790740687.979718:0:24243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1790740687.979724:0:24243:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbcde8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022169344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1790740687.979734:0:24243:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3676631040 00000100:00100000:2.0:1790740687.979759:0:24243:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbcde8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022169344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 36us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740687.979765:0:24243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:3.0:1790740687.980059:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1790740687.980086:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db828a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1877727022169856:0@lo:400:kworker.0 00000100:00100000:3.0:1790740687.980122:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740687.980154:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1877727022170368:0@lo:400:kworker.0 00000100:00100000:3.0:1790740687.980176:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740687.980226:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd550700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022169344:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1790740687.980245:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1790740687.980250:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db828aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3638:1877727022169472:0@lo:400:kworker.0 00000100:00100000:3.0:1790740687.980277:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740687.980299:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022169984:0@lo:400:kworker.0 00000100:00100000:3.0:1790740687.980319:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740687.980346:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82332d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1877727022170496:0@lo:400:kworker.0 00000100:00100000:3.0:1790740687.980364:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740687.980387:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022169856 00000100:00100000:3.0:1790740687.980391:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022169856 00000100:00100000:3.0:1790740687.980424:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022170368 00000100:00100000:3.0:1790740687.980427:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022170368 00000100:00100000:3.0:1790740687.980443:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022170496 00000100:00100000:3.0:1790740687.980445:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022170496 00000100:00100000:3.0:1790740687.980460:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1790740687.980465:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbcde9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1877727022169856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740687.980499:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbcde9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1877727022169856:12345-0@lo:400:kworker.0 Request processed in 33us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740687.980505:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1790740687.980531:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1790740687.980537:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbcde9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1877727022170368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740687.980568:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbcde9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1877727022170368:12345-0@lo:400:kworker.0 Request processed in 32us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740687.980574:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1790740687.980585:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1790740687.980591:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbd5fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1877727022170496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740687.980618:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbd5fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1877727022170496:12345-0@lo:400:kworker.0 Request processed in 27us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740687.980624:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00080000:3.0:1790740687.980639:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1790740687.980641:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1790740687.980652:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db828ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022169600:0@lo:400:kworker.0 00000100:00100000:3.0:1790740687.980677:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740687.980694:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022170112:0@lo:400:kworker.0 00000100:00100000:3.0:1790740687.980717:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740687.980733:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82331180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1877727022170624:0@lo:400:kworker.0 00000100:00100000:3.0:1790740687.980750:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740687.980772:0:3640:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:3.0:1790740687.980778:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98db83cc7480, transno 12884901892 00000004:00080000:3.0:1790740687.980786:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:3.0:1790740687.980806:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd553b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022169216:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1790740687.980818:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1790740687.980823:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db828ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022169728:0@lo:400:kworker.0 00000100:00100000:3.0:1790740687.980846:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740687.980872:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1877727022170240:0@lo:400:kworker.0 00000100:00100000:3.0:1790740687.980894:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740687.980906:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db82330380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1877727022170752:0@lo:400:kworker.0 00000100:00100000:3.0:1790740687.980944:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1790740687.980963:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022170624 00000100:00100000:3.0:1790740687.980966:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022170624 00000100:00100000:3.0:1790740687.980990:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022170240 00000100:00100000:3.0:1790740687.980993:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022170240 00000100:00100000:3.0:1790740687.981003:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022170752 00000100:00100000:3.0:1790740687.981006:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022170752 00000100:00100000:3.0:1790740687.981018:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1790740687.981022:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84533480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1877727022170624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740687.981087:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84533480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1877727022170624:12345-0@lo:400:kworker.0 Request processed in 64us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740687.981093:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1790740687.981105:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1790740687.981111:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84533800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1877727022170240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740687.981139:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84533800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1877727022170240:12345-0@lo:400:kworker.0 Request processed in 29us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740687.981144:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1790740687.981157:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1790740687.981162:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84531c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1877727022170752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1790740687.981188:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84531c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1877727022170752:12345-0@lo:400:kworker.0 Request processed in 26us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740687.981193:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00080000:3.0:1790740687.981207:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1790740687.981209:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1790740687.981238:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98db82332d80 x1877727022170496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740687.981249:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82332d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1877727022170496:0@lo:400:kworker.0 00000100:00100000:3.0:1790740687.981258:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db828a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1877727022169856:0@lo:400:kworker.0 00000100:00100000:3.0:1790740687.981266:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82333100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1877727022170368:0@lo:400:kworker.0 00000100:00100000:3.0:1790740687.981289:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82331f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1877727022170240:0@lo:400:kworker.0 00010000:00080000:3.0:1790740687.981299:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98db82330380 x1877727022170752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1790740703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1790740687.981308:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82330380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1877727022170752:0@lo:400:kworker.0 00000100:00100000:3.0:1790740687.981318:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82331180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1877727022170624:0@lo:400:kworker.0 00000100:00100000:2.0:1790740687.981501:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022169984 00000100:00100000:2.0:1790740687.981511:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022169984 00000100:00100000:2.0:1790740687.981535:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022169600 00000100:00100000:2.0:1790740687.981538:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022169600 00000100:00100000:2.0:1790740687.981551:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1790740687.981557:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dcbdb98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022169984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740687.981604:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dcbdb98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022169984:12345-0@lo:400:kworker.0 Request processed in 47us (1283us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740687.981610:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1790740687.981623:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1790740687.981628:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84530000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022169600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740687.981664:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84530000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022169600:12345-0@lo:400:kworker.0 Request processed in 36us (986us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740687.981670:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1790740687.981689:0:24240:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022170112 00000100:00100000:2.0:1790740687.981692:0:24240:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022170112 00000100:00100000:2.0:1790740687.981722:0:24240:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022169728 00000100:00100000:2.0:1790740687.981725:0:24240:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022169728 00000100:00100000:2.0:1790740687.981739:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1790740687.981745:0:24240:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022170112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740687.981773:0:24240:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84532a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1877727022170112:12345-0@lo:400:kworker.0 Request processed in 28us (1054us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740687.981778:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1790740687.981788:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1790740687.981793:0:24240:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022169728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1790740687.981815:0:24240:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84533b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022169728:12345-0@lo:400:kworker.0 Request processed in 23us (969us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740687.981820:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:2.0:1790740687.981843:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1790740687.981864:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db828ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022169728:0@lo:400:kworker.0 00000100:00100000:2.0:1790740687.981873:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db828ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022169600:0@lo:400:kworker.0 00000100:00100000:2.0:1790740687.981882:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82331c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1877727022170112:0@lo:400:kworker.0 00000100:00100000:0.0:1790740687.982019:0:22723:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022169472 00000100:00100000:0.0:1790740687.982024:0:22723:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022169472 00000100:00100000:0.0:1790740687.982107:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1790740687.982115:0:22723:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98502050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:3638:x1877727022169472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1790740687.982165:0:22723:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98502050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063+24:3638:x1877727022169472:12345-0@lo:400:kworker.0 Request processed in 51us (1886us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740687.982173:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1790740687.982673:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db828aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3e66c2ba-07fc-4393-a8c0-6f4fa31b0063:3638:1877727022169472:0@lo:400:kworker.0 00000100:00100000:3.0:1790740687.982687:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db82333480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022169984:0@lo:400:kworker.0 00010000:00010000:2.0:1790740688.490297:0:22717:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790740688.490395:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dcbd550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1877727022170880:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1790740688.497208:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1790740688.497497:0:24243:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022170880 00000100:00100000:2.0:1790740688.497509:0:24243:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022170880 00000100:00100000:2.0:1790740688.498059:0:24243:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1790740688.498071:0:24243:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1877727022170880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1790740688.498107:0:24243:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1790740688.498191:0:24243:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84532d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1877727022170880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (991us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740688.498201:0:24243:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1790740688.498325:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dcbd550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1877727022170880:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1790740689.515516:0:22718:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1790740689.639199:0:25814:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:3.0:1790740690.538441:0:23485:0:(ldlm_lockd.c:2807:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1790740690.538733:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1790740690.538755:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022171008:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1790740690.538834:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740690.538964:0:24242:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022171008 00000100:00100000:1.0:1790740690.538979:0:24242:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022171008 00000100:00100000:1.0:1790740690.539075:0:24242:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1790740690.539085:0:24242:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022171008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1790740690.539116:0:24242:0:(ofd_obd.c:737:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1790740690.539166:0:24242:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84531f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1877727022171008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740690.539185:0:24242:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:2.0:1790740690.539425:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1790740690.539506:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1877727022171008:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1790740690.844872:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740690.844939:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740690.845076:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740690.845097:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:2.0:1790740690.845157:0:24240:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001090688 00000100:00100000:2.0:1790740690.845166:0:24240:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001090688 00000100:00100000:2.0:1790740690.845222:0:24240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 27 00000100:00100000:2.0:1790740690.845233:0:24240:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db828aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+5:2403:x1877727001090688:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:2.0:1790740690.845315:0:24240:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db828aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b54bdbb5-de7c-40f8-95ae-79a113a82acc+5:2403:x1877727001090688:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 85us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1790740690.845334:0:24240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 27 00000100:00080000:2.0:1790740690.845368:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1790740690.845584:0:22724:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001090176 00000100:00100000:0.0:1790740690.845589:0:22724:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001090176 00000100:00100000:0.0:1790740690.845634:0:22724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 169 00000100:00100000:0.0:1790740690.845642:0:22724:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98dc98500050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+13:2403:x1877727001090176:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:0.0:1790740690.845687:0:22724:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98dc98500050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1d95a359-0c97-4f64-b3bf-03ff3b9a9b75+13:2403:x1877727001090176:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 46us (826us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740690.845694:0:22724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 169 00000100:00100000:3.0:1790740690.846155:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740690.846172:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:0.0:1790740690.846208:0:24241:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001091200 00000100:00100000:0.0:1790740690.846212:0:24241:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001091200 00000100:00100000:0.0:1790740690.846254:0:24241:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 28 00000100:00100000:0.0:1790740690.846261:0:24241:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db828ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15488b5e-f45f-43ef-825d-e2efba3d167e+5:2403:x1877727001091200:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:0.0:1790740690.846293:0:24241:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db828ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:15488b5e-f45f-43ef-825d-e2efba3d167e+5:2403:x1877727001091200:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 33us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740690.846299:0:24241:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 28 00000100:00080000:0.0:1790740690.846311:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1790740690.847978:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001090432 00000100:00100000:1.0:1790740690.847989:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001090432 00000100:00100000:0.0:1790740690.848170:0:22729:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001090944 00000100:00100000:0.0:1790740690.848174:0:22729:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001090944 00000100:00100000:0.0:1790740690.848195:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 62 00000100:00100000:0.0:1790740690.848203:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84533100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+5:2403:x1877727001090432:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:0.0:1790740690.848287:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84533100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+5:2403:x1877727001090432:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 83us (3346us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740690.848294:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 62 00000100:00100000:0.0:1790740690.848311:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 63 00000100:00080000:1.0:1790740690.848474:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1790740690.848770:0:22729:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db828ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15488b5e-f45f-43ef-825d-e2efba3d167e+5:2403:x1877727001090944:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:0.0:1790740690.848832:0:22729:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db828ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:15488b5e-f45f-43ef-825d-e2efba3d167e+5:2403:x1877727001090944:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 513us (3732us total) trans 0 rc 0/0 00000100:00100000:0.0:1790740690.848839:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 63 00000100:00100000:3.0:1790740690.849224:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:1.0:1790740690.849456:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001090304 00000100:00100000:1.0:1790740690.849463:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001090304 00000100:00100000:1.0:1790740690.849508:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 64 00000100:00100000:1.0:1790740690.849515:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db828a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+22:2403:x1877727001090304:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:1.0:1790740690.849557:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db828a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b54bdbb5-de7c-40f8-95ae-79a113a82acc+22:2403:x1877727001090304:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 43us (3384us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740690.849564:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 64 00000100:00080000:1.0:1790740690.849586:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1790740690.849804:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740690.849822:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.3@tcp (source: 12345-192.168.204.3@tcp) 00000100:00100000:3.0:1790740690.849843:0:24239:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001090560 00000100:00100000:3.0:1790740690.849846:0:24239:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001090560 00000100:00100000:3.0:1790740690.849875:0:24239:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001091072 00000100:00100000:3.0:1790740690.849877:0:24239:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001091072 00000100:00100000:3.0:1790740690.849893:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 29 00000100:00100000:3.0:1790740690.849899:0:24239:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+5:2403:x1877727001090560:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:3.0:1790740690.849925:0:24239:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:b54bdbb5-de7c-40f8-95ae-79a113a82acc+5:2403:x1877727001090560:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 26us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740690.849930:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 29 00000100:00100000:3.0:1790740690.849941:0:24239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 30 00000100:00100000:3.0:1790740690.849946:0:24239:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84652300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15488b5e-f45f-43ef-825d-e2efba3d167e+5:2403:x1877727001091072:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:3.0:1790740690.849965:0:24239:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84652300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:15488b5e-f45f-43ef-825d-e2efba3d167e+5:2403:x1877727001091072:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 19us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1790740690.849971:0:24239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 30 00000100:00080000:1.0:1790740690.850190:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1790740690.850211:0:22731:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727001090816 00000100:00100000:1.0:1790740690.850216:0:22731:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727001090816 00000100:00100000:1.0:1790740690.850260:0:22731:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.3@tcp, seq: 65 00000100:00100000:1.0:1790740690.850267:0:22731:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15488b5e-f45f-43ef-825d-e2efba3d167e+6:2403:x1877727001090816:12345-192.168.204.3@tcp:400:kworker.0 00000100:00100000:1.0:1790740690.850300:0:22731:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:15488b5e-f45f-43ef-825d-e2efba3d167e+6:2403:x1877727001090816:12345-192.168.204.3@tcp:400:kworker.0 Request processed in 33us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740690.850305:0:22731:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.3@tcp, seq: 65 00000100:00080000:3.0:1790740690.850964:0:22725:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1790740691.050406:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1790740691.050437:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98db84650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022171136:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1790740691.050652:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740691.050806:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022171136 00000100:00100000:1.0:1790740691.050816:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022171136 00000100:00100000:1.0:1790740691.050879:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1790740691.050890:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db84651180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022171136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1790740691.050924:0:22734:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:1.0:1790740691.050975:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db84651180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1877727022171136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740691.050982:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1790740691.051200:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98db84650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1877727022171136:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1790740691.051294:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1790740691.051304:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98dc9887ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022171264:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1790740691.051336:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1790740691.051373:0:22734:0:(service.c:2319:ptlrpc_server_handle_req_in()) unwrap req x1877727022171264 00000100:00100000:1.0:1790740691.051378:0:22734:0:(service.c:2389:ptlrpc_server_handle_req_in()) got req x1877727022171264 00000100:00100000:1.0:1790740691.051399:0:22734:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1790740691.051405:0:22734:0:(service.c:2575:ptlrpc_server_handle_request()) Handling RPC req@ffff98db83dc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022171264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1790740691.051424:0:22734:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1790740691.051472:0:22734:0:(service.c:2633:ptlrpc_server_handle_request()) Handled RPC req@ffff98db83dc4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1877727022171264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 67us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1790740691.051479:0:22734:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1790740691.051516:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98dc9887ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1877727022171264:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1790740691.114676:0:23487:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 Debug log: 14208 lines, 14208 kept, 0 dropped, 0 bad.