00000100:00100000:2.0F:1787118063.845691:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787118063.845727:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959045837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567098752:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787118063.845824:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118063.845875:0:18744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567098752 00000100:00100000:2.0:1787118063.845881:0:18744:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567098752 00000100:00100000:2.0:1787118063.845925:0:18744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1787118063.845933:0:18744:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959045834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567098752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787118063.845973:0:18744:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1787118063.846024:0:18744:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959045834e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567098752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118063.846031:0:18744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1787118063.846076:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959045837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567098752:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787118063.846478:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d524000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567098880:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787118063.846508:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0F:1787118063.850093:0:17239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567098880 00000100:00100000:0.0:1787118063.850134:0:17239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567098880 00000100:00100000:0.0:1787118063.856457:0:17239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1787118063.856484:0:17239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959045837b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567098880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787118063.856569:0:17239:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1787118063.859704:0:17239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959045837b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567098880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 3223us (13184us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118063.859720:0:17239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0F:1787118063.868586:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d524000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567098880:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1787118064.097924:0:17987:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1787118064.227058:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0F:1787118064.357762:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9591427eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567099008:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787118064.357850:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118064.358112:0:17240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567099008 00000100:00100000:3.0:1787118064.358119:0:17240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567099008 00000100:00100000:3.0:1787118064.358178:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1787118064.358188:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567099008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787118064.358224:0:17240:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787118064.358269:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567099008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118064.358276:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1787118064.358312:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9591427eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567099008:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787118064.760016:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118064.760068:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118064.760116:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118064.760151:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118064.761313:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118064.761347:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118064.761372:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118064.761404:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118064.761406:0:17236:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556529792 00000100:00100000:0.0:1787118064.761418:0:17236:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556529792 00000100:00100000:2.0:1787118064.761433:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118064.761475:0:17236:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556529664 00000100:00100000:0.0:1787118064.761479:0:17236:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556529664 00000100:00100000:0.0:1787118064.761495:0:17236:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556530176 00000100:00100000:0.0:1787118064.761497:0:17236:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556530176 00000100:00100000:0.0:1787118064.761510:0:17236:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556530304 00000100:00100000:0.0:1787118064.761513:0:17236:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556530304 00000100:00100000:0.0:1787118064.761581:0:17236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 76 00000100:00100000:0.0:1787118064.761593:0:17236:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959045834000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1a9f6d94-945a-4857-8f05-611d8ca22cfa+5:2419:x1873928556529792:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:0.0:1787118064.761672:0:17236:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959045834000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1a9f6d94-945a-4857-8f05-611d8ca22cfa+5:2419:x1873928556529792:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 82us (1606us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118064.761679:0:17236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 76 00000100:00100000:0.0:1787118064.761695:0:17236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 77 00000100:00100000:0.0:1787118064.761700:0:17236:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959045835f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1a9f6d94-945a-4857-8f05-611d8ca22cfa+26:2419:x1873928556529664:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:0.0:1787118064.761728:0:17236:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959045835f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1a9f6d94-945a-4857-8f05-611d8ca22cfa+26:2419:x1873928556529664:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 27us (1612us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118064.761735:0:17236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 77 00000100:00100000:0.0:1787118064.761745:0:17236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 78 00000100:00100000:0.0:1787118064.761760:0:17236:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959045835180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f0e0ffb-21ae-4b6f-b7e4-24c967550167+6:2418:x1873928556530176:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:0.0:1787118064.761791:0:17236:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959045835180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f0e0ffb-21ae-4b6f-b7e4-24c967550167+6:2418:x1873928556530176:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 32us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118064.761799:0:17236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 78 00000100:00100000:0.0:1787118064.761817:0:17236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 79 00000100:00100000:0.0:1787118064.761825:0:17236:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959045835880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f0e0ffb-21ae-4b6f-b7e4-24c967550167+5:2418:x1873928556530304:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:0.0:1787118064.761848:0:17236:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959045835880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0f0e0ffb-21ae-4b6f-b7e4-24c967550167+5:2418:x1873928556530304:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 25us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118064.761854:0:17236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 79 00000100:00100000:0.0:1787118064.761874:0:18740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556529920 00000100:00100000:0.0:1787118064.761878:0:18740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556529920 00000100:00100000:0.0:1787118064.761897:0:18740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556530048 00000100:00100000:0.0:1787118064.761900:0:18740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556530048 00000100:00100000:0.0:1787118064.761978:0:18740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556530432 00000100:00100000:0.0:1787118064.761982:0:18740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556530432 00000100:00100000:0.0:1787118064.761996:0:18740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556530560 00000100:00100000:0.0:1787118064.761998:0:18740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556530560 00000100:00100000:0.0:1787118064.762012:0:18740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 33 00000100:00100000:0.0:1787118064.762018:0:18740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959045834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1a9f6d94-945a-4857-8f05-611d8ca22cfa+10:2418:x1873928556530048:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:0.0:1787118064.762039:0:18740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959045834a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1a9f6d94-945a-4857-8f05-611d8ca22cfa+10:2418:x1873928556530048:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 23us (731us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118064.762044:0:18740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 33 00000100:00100000:0.0:1787118064.762055:0:18740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 32 00000100:00100000:0.0:1787118064.762061:0:18740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959045835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1a9f6d94-945a-4857-8f05-611d8ca22cfa+5:2417:x1873928556529920:12345-192.168.204.23@tcp:9:kworker.0 00000020:00000080:0.0:1787118064.762079:0:18740:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c1730 00000100:00080000:0.0:1787118064.762112:0:18740:0:(import.c:65:import_set_state_nolock()) ffff9590416c3800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787118064.762167:0:18740:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1787118064.762293:0:18740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959045835500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1a9f6d94-945a-4857-8f05-611d8ca22cfa+2:2417:x1873928556529920:12345-192.168.204.23@tcp:9:kworker.0 Request processed in 231us (2142us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118064.762302:0:18740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 32 00000100:00100000:0.0:1787118064.762318:0:18740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 33 00000100:00100000:0.0:1787118064.762326:0:18740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959045836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f0e0ffb-21ae-4b6f-b7e4-24c967550167+5:2417:x1873928556530432:12345-192.168.204.23@tcp:9:kworker.0 00000020:00000080:0.0:1787118064.762338:0:18740:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c176f 00000100:00080000:0.0:1787118064.762343:0:18740:0:(import.c:65:import_set_state_nolock()) ffff9590473fb000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787118064.762367:0:18740:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1787118064.762427:0:18740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959045836680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f0e0ffb-21ae-4b6f-b7e4-24c967550167+2:2417:x1873928556530432:12345-192.168.204.23@tcp:9:kworker.0 Request processed in 102us (1023us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118064.762434:0:18740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 33 00000100:00100000:0.0:1787118064.762446:0:18740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 34 00000100:00100000:0.0:1787118064.762453:0:18740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959045835c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f0e0ffb-21ae-4b6f-b7e4-24c967550167+5:2417:x1873928556530560:12345-192.168.204.23@tcp:9:kworker.0 00000020:00000080:0.0:1787118064.762464:0:18740:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c1776 00000100:00080000:0.0:1787118064.762471:0:18740:0:(import.c:65:import_set_state_nolock()) ffff959176ef4800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787118064.762497:0:18740:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:0.0:1787118064.762571:0:18740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959045835c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0f0e0ffb-21ae-4b6f-b7e4-24c967550167+2:2417:x1873928556530560:12345-192.168.204.23@tcp:9:kworker.0 Request processed in 118us (1138us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118064.762578:0:18740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 34 00000100:00080000:0.0:1787118064.762594:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787118064.762598:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787118064.762602:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787118064.762604:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1787118064.762692:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118064.762700:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118064.762708:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787118064.762792:0:17227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556529536 00000100:00100000:2.0:1787118064.762799:0:17227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556529536 00000100:00100000:2.0:1787118064.762837:0:17227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 170 00000100:00100000:2.0:1787118064.762846:0:17227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9591516afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a76cac5d-a340-46c3-b0b8-d6ea0b23adc9+13:2419:x1873928556529536:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:2.0:1787118064.762895:0:17227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9591516afc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:a76cac5d-a340-46c3-b0b8-d6ea0b23adc9+13:2419:x1873928556529536:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 51us (2893us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118064.762904:0:17227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 170 00000001:00100000:0.0:1787118064.778515:0:19555:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 0f0e0ffb-21ae-4b6f-b7e4-24c967550167 00000020:00000080:0.0:1787118064.778527:0:19555:0:(genops.c:906:class_export_put()) final put ffff959176ef3000/0f0e0ffb-21ae-4b6f-b7e4-24c967550167 00000001:00080000:0.0:1787118064.778561:0:19555:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589934599 is committed 00000001:00080000:0.0:1787118064.778572:0:19555:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589934598 is committed 00000020:00000080:1.0:1787118064.779405:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff959176ef3000/0f0e0ffb-21ae-4b6f-b7e4-24c967550167 for lustre-OST0001 00000020:00000080:1.0:1787118064.779459:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff959176ef4800 for lustre-OST0001 00010000:00010000:2.0:1787118065.250630:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1787118065.905547:0:17214:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934635 is committed 00000020:00080000:0.0:1787118065.905577:0:17214:0:(update_trans.c:58:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9590466bd6c0 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:0.0:1787118065.905583:0:17214:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff959047f27900 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9590466bd900 00000020:00080000:0.0:1787118065.905586:0:17214:0:(update_trans.c:66:top_multiple_thandle_dump()) st ffff959047f27c00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9591789bd800 00010000:00010000:2.0:1787118065.905645:0:3611:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff959176edca00/0xce66ce20914c1a78 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17235 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118065.905657:0:3611:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff959176edca00/0xce66ce20914c1a78 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17235 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118065.905665:0:3611:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff959176edca00/0xce66ce20914c1a78 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17235 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118065.905673:0:3611:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959176edca00 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:2.0:1787118065.905678:0:3611:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959176edca00/0xce66ce20914c1a78 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17235 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118065.905685:0:3611:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959176edca00/0xce66ce20914c1a78 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17235 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118065.905702:0:3611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff959149390500) 00010000:00010000:2.0:1787118065.905705:0:3611:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787118065.905710:0:3611:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff959176edca00/0xce66ce20914c1a78 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17235 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118065.905716:0:3611:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959176edca00/0xce66ce20914c1a78 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17235 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1787118065.905779:0:17273:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:3.0:1787118065.905850:0:17273:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:0.0:1787118066.273789:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787118066.913263:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787118066.913297:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567099136:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787118066.913392:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118066.913456:0:18744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567099136 00000100:00100000:1.0:1787118066.913467:0:18744:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567099136 00000100:00100000:1.0:1787118066.913540:0:18744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1787118066.913551:0:18744:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567099136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787118066.913585:0:18744:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1787118066.913644:0:18744:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567099136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118066.913653:0:18744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1787118066.913711:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567099136:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1787118066.913955:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1787118067.107248:0:17267:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1787118067.107258:0:17267:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1787118067.107280:0:17267:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1787118067.107291:0:17267:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1787118067.297724:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787118067.650940:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118067.657856:0:17236:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556530688 00000100:00100000:1.0:1787118067.657868:0:17236:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556530688 00000100:00100000:1.0:1787118067.657959:0:17236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 74 00000100:00100000:1.0:1787118067.657971:0:17236:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959045836a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1a9f6d94-945a-4857-8f05-611d8ca22cfa+12:15619:x1873928556530688:12345-192.168.204.23@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1787118067.658085:0:17236:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959045836a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1a9f6d94-945a-4857-8f05-611d8ca22cfa+12:15619:x1873928556530688:12345-192.168.204.23@tcp:60:lhsmtool_posix.0 Request processed in 108us (7144us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118067.658110:0:17236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 74 00000100:00080000:0.0:1787118067.658418:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787118067.666953:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118067.667068:0:17235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556530816 00000100:00100000:1.0:1787118067.667086:0:17235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556530816 00000100:00100000:1.0:1787118067.667168:0:17235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 75 00000100:00100000:1.0:1787118067.667178:0:17235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959045836300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1a9f6d94-945a-4857-8f05-611d8ca22cfa+5:15619:x1873928556530816:12345-192.168.204.23@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1787118067.667290:0:17235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959045836300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1a9f6d94-945a-4857-8f05-611d8ca22cfa+5:15619:x1873928556530816:12345-192.168.204.23@tcp:60:lhsmtool_posix.0 Request processed in 114us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118067.667298:0:17235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 75 00000100:00080000:0.0:1787118067.667367:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787118067.676585:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118067.676713:0:17238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556531072 00000100:00100000:2.0:1787118067.676743:0:17238:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556531072 00000100:00100000:2.0:1787118067.676795:0:17238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 16 00000100:00100000:2.0:1787118067.676804:0:17238:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d5a7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1a9f6d94-945a-4857-8f05-611d8ca22cfa+12:15619:x1873928556531072:12345-192.168.204.23@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1787118067.677058:0:17238:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d5a7850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1a9f6d94-945a-4857-8f05-611d8ca22cfa+13:15619:x1873928556531072:12345-192.168.204.23@tcp:35:lhsmtool_posix.0 Request processed in 255us (482us total) trans 8589934636 rc 0/0 00000100:00100000:2.0:1787118067.677067:0:17238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 16 00010000:00010000:2.0:1787118068.321359:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787118068.449449:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787118068.449475:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959045837480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567099264:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787118068.449548:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118068.449670:0:18744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567099264 00000100:00100000:2.0:1787118068.449679:0:18744:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567099264 00000100:00100000:2.0:1787118068.449754:0:18744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787118068.449765:0:18744:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3626:x1873928567099264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787118068.449794:0:18744:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1787118068.449845:0:18744:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3626:x1873928567099264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118068.449853:0:18744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:1.0:1787118068.449935:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787118068.449964:0:3626:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 2 00000004:00080000:1.0:1787118068.449970:0:3626:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff95917fb9a300, transno 8589934596 00000004:00080000:1.0:1787118068.449988:0:3626:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589934598 committed transno 8589934598 00000100:00100000:1.0:1787118068.450017:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959045837480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567099264:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787118068.450231:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d525880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567099520:0@lo:400:kworker.0 00000100:00100000:0.0:1787118068.450265:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118068.450312:0:17240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567099520 00000100:00100000:0.0:1787118068.450317:0:17240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567099520 00000100:00100000:0.0:1787118068.450346:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1787118068.450352:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d525f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567099520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118068.450392:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d525f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567099520:12345-0@lo:400:kworker.0 Request processed in 40us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118068.450399:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1787118068.450429:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d525880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567099520:0@lo:400:kworker.0 00000100:00100000:0.0:1787118068.450604:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d525880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1873928567099648:0@lo:400:kworker.0 00000100:00100000:0.0:1787118068.450647:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118068.450678:0:18740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567099648 00000100:00100000:0.0:1787118068.450682:0:18740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567099648 00000100:00100000:0.0:1787118068.450730:0:18740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787118068.450738:0:18740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3628:x1873928567099648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118068.450774:0:18740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3628:x1873928567099648:12345-0@lo:400:kworker.0 Request processed in 37us (126us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118068.450780:0:18740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:0.0:1787118068.450798:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787118068.450815:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d525880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1873928567099648:0@lo:400:kworker.0 00000100:00100000:0.0:1787118068.450872:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567100032:0@lo:400:kworker.0 00000100:00100000:0.0:1787118068.450896:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118068.450924:0:18741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567100032 00000100:00100000:0.0:1787118068.450928:0:18741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567100032 00000100:00100000:0.0:1787118068.450955:0:18741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1787118068.450961:0:18741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d5ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567100032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118068.450994:0:18741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d5ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567100032:12345-0@lo:400:kworker.0 Request processed in 33us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118068.451001:0:18741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:0.0:1787118068.451017:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787118068.451034:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567100032:0@lo:400:kworker.0 00000100:00100000:0.0:1787118068.451065:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567100160:0@lo:400:kworker.0 00000100:00100000:0.0:1787118068.451087:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118068.451134:0:18740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567100160 00000100:00100000:0.0:1787118068.451137:0:18740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567100160 00000100:00100000:0.0:1787118068.451161:0:18740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1787118068.451174:0:18740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d5eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3628:x1873928567100160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118068.451208:0:18740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d5eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3628:x1873928567100160:12345-0@lo:400:kworker.0 Request processed in 35us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118068.451215:0:18740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:0.0:1787118068.451231:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787118068.451247:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567100160:0@lo:400:kworker.0 00000100:00100000:0.0:1787118068.451288:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3627:1873928567100544:0@lo:400:kworker.0 00000100:00100000:0.0:1787118068.451314:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118068.451357:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047e10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3628:1873928567100672:0@lo:400:kworker.0 00000100:00100000:0.0:1787118068.451380:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118068.451582:0:17236:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567100544 00000100:00100000:1.0:1787118068.451586:0:17236:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567100544 00000100:00100000:1.0:1787118068.451622:0:17236:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567100672 00000100:00100000:1.0:1787118068.451625:0:17236:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567100672 00000100:00100000:1.0:1787118068.451644:0:17236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1787118068.451651:0:17236:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbe6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3627:x1873928567100544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118068.451690:0:17236:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbe6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3627:x1873928567100544:12345-0@lo:400:kworker.0 Request processed in 39us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118068.451697:0:17236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1787118068.451710:0:17236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1787118068.451730:0:17236:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047f57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3628:x1873928567100672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118068.451762:0:17236:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047f57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3628:x1873928567100672:12345-0@lo:400:kworker.0 Request processed in 34us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118068.451768:0:17236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1787118068.451806:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047e10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3628:1873928567100672:0@lo:400:kworker.0 00010000:00080000:1.0:1787118068.451830:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff959047fc1180 x1873928567100544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787118068.451841:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047fc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3627:1873928567100544:0@lo:400:kworker.0 00000100:00100000:1.0:1787118068.451857:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d524700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3626:1873928567099392:0@lo:400:kworker.0 00000100:00100000:1.0:1787118068.451900:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118068.451925:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567099904:0@lo:400:kworker.0 00000100:00100000:1.0:1787118068.451948:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118068.451966:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3626:1873928567100416:0@lo:400:kworker.0 00000100:00100000:1.0:1787118068.451986:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118068.452001:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567100928:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787118068.452022:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118068.452038:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1787118068.452044:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d525880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3626:1873928567099776:0@lo:400:kworker.0 00000100:00100000:1.0:1787118068.452064:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118068.452077:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3626:1873928567100288:0@lo:400:kworker.0 00000100:00100000:1.0:1787118068.452122:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118068.452134:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3626:1873928567100800:0@lo:400:kworker.0 00000100:00100000:1.0:1787118068.452154:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118068.452175:0:17228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567099392 00000100:00100000:1.0:1787118068.452180:0:17228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567099392 00000100:00100000:1.0:1787118068.452205:0:17228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1787118068.452212:0:17228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9591516ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:49bc9354-ae26-4a7f-ab62-8f9e548b50bb+24:3626:x1873928567099392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118068.452245:0:17228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9591516ae450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:49bc9354-ae26-4a7f-ab62-8f9e548b50bb+24:3626:x1873928567099392:12345-0@lo:400:kworker.0 Request processed in 34us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118068.452258:0:17228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1787118068.452284:0:17235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567100416 00000100:00100000:1.0:1787118068.452288:0:17235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567100416 00000100:00100000:1.0:1787118068.452306:0:17235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567099776 00000100:00100000:1.0:1787118068.452309:0:17235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567099776 00000100:00100000:1.0:1787118068.452319:0:17235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567100288 00000100:00100000:1.0:1787118068.452322:0:17235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567100288 00000100:00100000:1.0:1787118068.452331:0:17235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567100800 00000100:00100000:1.0:1787118068.452333:0:17235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567100800 00000100:00100000:1.0:1787118068.452365:0:17235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1787118068.452372:0:17235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3626:x1873928567100416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118068.452402:0:17235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3626:x1873928567100416:12345-0@lo:400:kworker.0 Request processed in 30us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118068.452408:0:17235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1787118068.452419:0:17235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1787118068.452425:0:17235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3626:x1873928567099776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118068.452452:0:17235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3626:x1873928567099776:12345-0@lo:400:kworker.0 Request processed in 26us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118068.452458:0:17235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1787118068.452468:0:17235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1787118068.452473:0:17235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3626:x1873928567100288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118068.452498:0:17235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3626:x1873928567100288:12345-0@lo:400:kworker.0 Request processed in 25us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118068.452504:0:17235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1787118068.452515:0:17235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1787118068.452521:0:17235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3626:x1873928567100800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118068.452559:0:17235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3626:x1873928567100800:12345-0@lo:400:kworker.0 Request processed in 38us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118068.452565:0:17235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1787118068.452584:0:17240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567099904 00000100:00100000:1.0:1787118068.452588:0:17240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567099904 00000100:00100000:1.0:1787118068.452611:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1787118068.452618:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567099904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118068.452649:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbcad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567099904:12345-0@lo:400:kworker.0 Request processed in 31us (699us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118068.452655:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1787118068.452686:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d525880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3626:1873928567099776:0@lo:400:kworker.0 00000100:00100000:1.0:1787118068.452696:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3626:1873928567100288:0@lo:400:kworker.0 00010000:00080000:1.0:1787118068.452706:0:3626:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff959047f56300 x1873928567100800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787118068.452715:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3626:1873928567100800:0@lo:400:kworker.0 00000100:00100000:1.0:1787118068.452724:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d524700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3626:1873928567099392:0@lo:400:kworker.0 00000100:00100000:1.0:1787118068.452733:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047fc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567099904:0@lo:400:kworker.0 00000100:00100000:1.0:1787118068.452742:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3626:1873928567100416:0@lo:400:kworker.0 00000100:00100000:2.0:1787118068.453259:0:18744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567100928 00000100:00100000:2.0:1787118068.453263:0:18744:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567100928 00000100:00100000:2.0:1787118068.453304:0:18744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787118068.453312:0:18744:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567100928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787118068.453327:0:18744:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1787118068.453375:0:18744:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbcb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567100928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (1351us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118068.453380:0:18744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787118068.453414:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567100928:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1787118068.456493:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787118068.456503:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787118068.961508:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787118068.961531:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959045836d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567101056:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787118068.961598:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118068.961721:0:18744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567101056 00000100:00100000:2.0:1787118068.961729:0:18744:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567101056 00000100:00100000:2.0:1787118068.961787:0:18744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787118068.961796:0:18744:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3628:x1873928567101056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787118068.961822:0:18744:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1787118068.961883:0:18744:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047f55880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3628:x1873928567101056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118068.961889:0:18744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1787118068.961969:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959045836d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567101056:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787118068.963018:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567101184:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787118068.963075:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118068.963210:0:17240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567101184 00000100:00100000:0.0:1787118068.963216:0:17240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567101184 00000100:00100000:0.0:1787118068.963257:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1787118068.963265:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3628:x1873928567101184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787118068.963290:0:17240:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1787118068.963340:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3628:x1873928567101184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118068.963359:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1787118068.963540:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047f56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567101184:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1787118069.345483:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787118069.473539:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9591427eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567101312:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787118069.473615:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118069.473734:0:17240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567101312 00000100:00100000:0.0:1787118069.473747:0:17240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567101312 00000100:00100000:0.0:1787118069.473803:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1787118069.473812:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d5e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567101312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787118069.473860:0:17240:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787118069.473917:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d5e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567101312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118069.473924:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1787118069.474342:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9591427eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567101312:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787118069.851148:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118069.851198:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118069.851229:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118069.851265:0:17235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556531456 00000100:00100000:3.0:1787118069.851269:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118069.851277:0:17235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556531456 00000100:00100000:3.0:1787118069.851294:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118069.851323:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00080000:0.0:1787118069.851374:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787118069.851419:0:18741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556531584 00000100:00100000:3.0:1787118069.851423:0:18741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556531584 00000100:00100000:3.0:1787118069.851483:0:18741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 37 00000100:00100000:3.0:1787118069.851494:0:18741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9591427e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1a9f6d94-945a-4857-8f05-611d8ca22cfa+6:2421:x1873928556531584:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:3.0:1787118069.851863:0:18741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9591427e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1a9f6d94-945a-4857-8f05-611d8ca22cfa+6:2421:x1873928556531584:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 151us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118069.851873:0:18741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 37 00000100:00080000:3.0:1787118069.851898:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787118069.851925:0:17226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556531200 00000100:00100000:3.0:1787118069.851929:0:17226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556531200 00000100:00100000:3.0:1787118069.851954:0:17226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 172 00000100:00100000:3.0:1787118069.851961:0:17226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9591516ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a76cac5d-a340-46c3-b0b8-d6ea0b23adc9+13:2421:x1873928556531200:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:3.0:1787118069.851989:0:17226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9591516ac850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a76cac5d-a340-46c3-b0b8-d6ea0b23adc9+13:2421:x1873928556531200:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 28us (852us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118069.851996:0:17226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 172 00000100:00100000:1.0:1787118069.858766:0:17235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556531712 00000100:00100000:1.0:1787118069.858781:0:17235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556531712 00000100:00100000:1.0:1787118069.859045:0:17235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556531328 00000100:00100000:1.0:1787118069.859049:0:17235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556531328 00000100:00100000:1.0:1787118069.859063:0:17235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556531840 00000100:00100000:1.0:1787118069.859066:0:17235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556531840 00000100:00100000:1.0:1787118069.859086:0:17235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 86 00000100:00100000:1.0:1787118069.859113:0:17235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9591427eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1a9f6d94-945a-4857-8f05-611d8ca22cfa+5:2421:x1873928556531456:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:1.0:1787118069.859190:0:17235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9591427eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1a9f6d94-945a-4857-8f05-611d8ca22cfa+5:2421:x1873928556531456:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 94us (7991us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118069.859198:0:17235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 86 00000100:00100000:1.0:1787118069.859217:0:17235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 87 00000100:00100000:1.0:1787118069.859224:0:17235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9591427e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f0e0ffb-21ae-4b6f-b7e4-24c967550167+6:2421:x1873928556531712:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:1.0:1787118069.859248:0:17235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9591427e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f0e0ffb-21ae-4b6f-b7e4-24c967550167+6:2421:x1873928556531712:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 26us (8018us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118069.859254:0:17235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 87 00000100:00100000:1.0:1787118069.859265:0:17235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 88 00000100:00100000:1.0:1787118069.859271:0:17235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9591427eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1a9f6d94-945a-4857-8f05-611d8ca22cfa+13:2421:x1873928556531328:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:1.0:1787118069.859299:0:17235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9591427eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1a9f6d94-945a-4857-8f05-611d8ca22cfa+13:2421:x1873928556531328:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 28us (8031us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118069.859305:0:17235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 88 00000100:00100000:1.0:1787118069.859317:0:17235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 89 00000100:00100000:1.0:1787118069.859324:0:17235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9591427e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f0e0ffb-21ae-4b6f-b7e4-24c967550167+5:2421:x1873928556531840:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:1.0:1787118069.859360:0:17235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9591427e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f0e0ffb-21ae-4b6f-b7e4-24c967550167+5:2421:x1873928556531840:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 37us (8037us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118069.859379:0:17235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 89 00000100:00080000:1.0:1787118069.859542:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787118069.859546:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1787118070.369554:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1787118071.019241:0:18736:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 0f0e0ffb-21ae-4b6f-b7e4-24c967550167 00000020:00000080:3.0:1787118071.019252:0:18736:0:(genops.c:906:class_export_put()) final put ffff9590473fa800/0f0e0ffb-21ae-4b6f-b7e4-24c967550167 00000001:00100000:3.0:1787118071.019272:0:18736:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 1a9f6d94-945a-4857-8f05-611d8ca22cfa 00000020:00000080:3.0:1787118071.019274:0:18736:0:(genops.c:906:class_export_put()) final put ffff9590416c4000/1a9f6d94-945a-4857-8f05-611d8ca22cfa 00000020:00000080:0.0:1787118071.019410:0:9516:0:(genops.c:865:class_export_destroy()) destroying export ffff9590473fa800/0f0e0ffb-21ae-4b6f-b7e4-24c967550167 for lustre-OST0000 00000020:00000080:0.0:1787118071.019473:0:9516:0:(genops.c:865:class_export_destroy()) destroying export ffff9590416c4000/1a9f6d94-945a-4857-8f05-611d8ca22cfa for lustre-OST0000 00000020:00000080:0.0:1787118071.019494:0:9516:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9590473fb000 for lustre-OST0000 00000020:00000080:0.0:1787118071.019498:0:9516:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9590416c3800 for lustre-OST0000 00010000:00010000:2.0:1787118071.393339:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1787118072.044627:0:17214:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934636 is committed 00000020:00080000:0.0:1787118072.044641:0:17214:0:(update_trans.c:1348:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:2.0:1787118072.044726:0:17273:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:2.0:1787118072.044738:0:17273:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000100:00100000:0.0:1787118072.053732:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787118072.053839:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9591427e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567101440:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787118072.053925:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118072.056826:0:18744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567101440 00000100:00100000:2.0:1787118072.056841:0:18744:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567101440 00000100:00100000:2.0:1787118072.056949:0:18744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787118072.056963:0:18744:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567101440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787118072.056998:0:18744:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:1.0:1787118072.057003:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787118072.057111:0:18744:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047f56300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567101440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 135us (3167us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118072.057121:0:18744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1787118072.057200:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9591427e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567101440:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1787118072.418511:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787118072.923600:0:20610:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 01:41:10 (1787118070) 00010000:00010000:0.0:1787118073.441267:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787118073.570990:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959046730700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3627:1873928567101568:0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.571065:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118073.571127:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959046732300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3627:1873928567102080:0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.571153:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118073.571171:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3627:1873928567102592:0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.571190:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118073.571205:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176f74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3627:1873928567103104:0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.571233:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118073.571252:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1787118073.571257:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959046732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567101696:0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.571317:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118073.571334:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959046733480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567102208:0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.571351:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118073.571371:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3627:1873928567102720:0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.571388:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118073.571413:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959046731180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567101824:0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.571435:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118073.571451:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567102336:0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.571468:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118073.571482:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3625:1873928567102848:0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.571500:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118073.571511:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1787118073.571515:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959046731c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567101952:0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.571533:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118073.571547:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567102464:0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.571567:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118073.571581:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176f75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3625:1873928567102976:0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.571601:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118073.571626:0:17227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567101568 00000100:00100000:0.0:1787118073.571634:0:17227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567101568 00000100:00100000:0.0:1787118073.571692:0:17227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1787118073.571701:0:17227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9591516acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:49bc9354-ae26-4a7f-ab62-8f9e548b50bb+24:3627:x1873928567101568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.571755:0:17227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9591516acc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:49bc9354-ae26-4a7f-ab62-8f9e548b50bb+24:3627:x1873928567101568:12345-0@lo:400:kworker.0 Request processed in 55us (689us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118073.571781:0:17227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1787118073.571811:0:17235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567102080 00000100:00100000:0.0:1787118073.571814:0:17235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567102080 00000100:00100000:0.0:1787118073.571830:0:17235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567102592 00000100:00100000:0.0:1787118073.571833:0:17235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567102592 00000100:00100000:0.0:1787118073.571842:0:17235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567103104 00000100:00100000:0.0:1787118073.571844:0:17235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567103104 00000100:00100000:0.0:1787118073.571862:0:17235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567102720 00000100:00100000:0.0:1787118073.571864:0:17235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567102720 00000100:00100000:0.0:1787118073.571873:0:17235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567102848 00000100:00100000:0.0:1787118073.571874:0:17235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567102848 00000100:00100000:0.0:1787118073.571884:0:17235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567102976 00000100:00100000:0.0:1787118073.571886:0:17235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567102976 00000100:00100000:0.0:1787118073.571897:0:17235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1787118073.571902:0:17235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3627:x1873928567102080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.571930:0:17235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3627:x1873928567102080:12345-0@lo:400:kworker.0 Request processed in 28us (776us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118073.571936:0:17235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1787118073.571947:0:17235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1787118073.571951:0:17235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3627:x1873928567102592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.571973:0:17235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3627:x1873928567102592:12345-0@lo:400:kworker.0 Request processed in 21us (782us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118073.571978:0:17235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1787118073.571988:0:17235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1787118073.571993:0:17235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3627:x1873928567103104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.572015:0:17235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f76680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3627:x1873928567103104:12345-0@lo:400:kworker.0 Request processed in 22us (782us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118073.572027:0:17235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1787118073.572038:0:17235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1787118073.572043:0:17235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3627:x1873928567102720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.572067:0:17235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3627:x1873928567102720:12345-0@lo:400:kworker.0 Request processed in 24us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118073.572073:0:17235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1787118073.572082:0:17235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1787118073.572086:0:17235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3625:x1873928567102848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.572136:0:17235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f77100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3625:x1873928567102848:12345-0@lo:400:kworker.0 Request processed in 49us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118073.572141:0:17235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1787118073.572151:0:17235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1787118073.572157:0:17235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3625:x1873928567102976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.572180:0:17235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3625:x1873928567102976:12345-0@lo:400:kworker.0 Request processed in 23us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118073.572185:0:17235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1787118073.572205:0:17240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567101696 00000100:00100000:0.0:1787118073.572208:0:17240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567101696 00000100:00100000:0.0:1787118073.572222:0:17240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567102208 00000100:00100000:0.0:1787118073.572224:0:17240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567102208 00000100:00100000:0.0:1787118073.572232:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1787118073.572238:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567101696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.572270:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567101696:12345-0@lo:400:kworker.0 Request processed in 32us (953us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118073.572277:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1787118073.572295:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1787118073.572299:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567102208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.572327:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567102208:12345-0@lo:400:kworker.0 Request processed in 27us (975us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118073.572332:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1787118073.572350:0:18740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567101824 00000100:00100000:0.0:1787118073.572353:0:18740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567101824 00000100:00100000:0.0:1787118073.572367:0:18740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567102336 00000100:00100000:0.0:1787118073.572369:0:18740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567102336 00000100:00100000:0.0:1787118073.572379:0:18740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567101952 00000100:00100000:0.0:1787118073.572381:0:18740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567101952 00000100:00100000:0.0:1787118073.572390:0:18740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567102464 00000100:00100000:0.0:1787118073.572392:0:18740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567102464 00000100:00100000:0.0:1787118073.572402:0:18740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787118073.572408:0:18740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567101824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.572433:0:18740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567101824:12345-0@lo:400:kworker.0 Request processed in 25us (998us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118073.572439:0:18740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787118073.572448:0:18740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787118073.572453:0:18740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567102336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.572488:0:18740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567102336:12345-0@lo:400:kworker.0 Request processed in 35us (1019us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118073.572494:0:18740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787118073.572504:0:18740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1787118073.572509:0:18740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567101952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.572531:0:18740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567101952:12345-0@lo:400:kworker.0 Request processed in 22us (997us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118073.572543:0:18740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1787118073.572553:0:18740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1787118073.572559:0:18740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567102464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.572582:0:18740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567102464:12345-0@lo:400:kworker.0 Request processed in 24us (1015us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118073.572588:0:18740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00080000:0.0:1787118073.572604:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787118073.572608:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787118073.572611:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787118073.572614:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787118073.572640:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959046731c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567101952:0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.572650:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567102464:0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.572659:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176f75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3625:1873928567102976:0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.572667:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959046731180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567101824:0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.572676:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567102336:0@lo:400:kworker.0 00010000:00080000:0.0:1787118073.572686:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9590458fbb80 x1873928567102848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787118073.572696:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3625:1873928567102848:0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.572733:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959046732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567101696:0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.572743:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959046733480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567102208:0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.572752:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3627:1873928567102720:0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.572777:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959046730700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3627:1873928567101568:0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.572796:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959046732300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3627:1873928567102080:0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.572805:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3627:1873928567102592:0@lo:400:kworker.0 00010000:00080000:0.0:1787118073.572814:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff959176f74a80 x1873928567103104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787118073.572822:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176f74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3627:1873928567103104:0@lo:400:kworker.0 00000100:00100000:0.0:1787118073.573672:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176f74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567103232:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787118073.573714:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118073.573756:0:18743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567103232 00000100:00100000:0.0:1787118073.573773:0:18743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567103232 00000100:00100000:0.0:1787118073.573810:0:18743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787118073.573816:0:18743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3628:x1873928567103232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787118073.573840:0:18743:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923501056 avail 3691978752 00000100:00100000:0.0:1787118073.573877:0:18743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3628:x1873928567103232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118073.573884:0:18743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787118073.573917:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176f74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567103232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787118073.575585:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176f74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567103360:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787118073.575641:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118073.584734:0:18743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567103360 00000100:00100000:1.0:1787118073.584751:0:18743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567103360 00000100:00100000:1.0:1787118073.584853:0:18743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1787118073.584865:0:18743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d5ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567103360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787118073.584892:0:18743:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1787118073.584999:0:18743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d5ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567103360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 137us (9358us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118073.585006:0:18743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787118073.585086:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176f74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567103360:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787118074.084767:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9591427e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567103488:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787118074.084840:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118074.084899:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9591427ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567103616:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787118074.084929:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118074.084961:0:18744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567103488 00000100:00100000:3.0:1787118074.084970:0:18744:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567103488 00000100:00100000:3.0:1787118074.085022:0:18744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787118074.085031:0:18744:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9591427e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567103488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787118074.085059:0:18744:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1787118074.085121:0:18744:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9591427e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567103488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118074.085127:0:18744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787118074.085150:0:17240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567103616 00000100:00100000:3.0:1787118074.085154:0:17240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567103616 00000100:00100000:3.0:1787118074.085174:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1787118074.085180:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9591427e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567103616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787118074.085200:0:17240:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1787118074.085229:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9591427e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567103616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 49us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118074.085234:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1787118074.085274:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9591427ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567103616:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787118074.085301:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9591427e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567103488:0@lo:13:osp-pre-0-1.0 00000040:00080000:2.0:1787118074.338721:0:17987:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1787118074.465584:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787118074.593780:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787118074.593804:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9591427e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567103744:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787118074.593877:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118074.594057:0:17240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567103744 00000100:00100000:3.0:1787118074.594065:0:17240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567103744 00000100:00100000:3.0:1787118074.594138:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1787118074.594147:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d524700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567103744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787118074.594180:0:17240:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787118074.594275:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d524700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567103744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 129us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118074.594283:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1787118074.597238:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9591427e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567103744:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787118074.976665:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118074.976780:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118074.976838:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118074.976878:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118074.976900:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118074.976954:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118074.976999:0:18448:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556532224 00000100:00100000:3.0:1787118074.977009:0:18448:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556532224 00000100:00100000:3.0:1787118074.977063:0:18448:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556532480 00000100:00100000:3.0:1787118074.977067:0:18448:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556532480 00000100:00100000:3.0:1787118074.977082:0:18448:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556532096 00000100:00100000:3.0:1787118074.977085:0:18448:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556532096 00000100:00100000:3.0:1787118074.977131:0:18448:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556532608 00000100:00100000:3.0:1787118074.977134:0:18448:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556532608 00000100:00100000:3.0:1787118074.977152:0:18448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 96 00000100:00100000:3.0:1787118074.977162:0:18448:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9591427ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1a9f6d94-945a-4857-8f05-611d8ca22cfa+5:2419:x1873928556532224:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:3.0:1787118074.977243:0:18448:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9591427ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1a9f6d94-945a-4857-8f05-611d8ca22cfa+5:2419:x1873928556532224:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 83us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118074.977251:0:18448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 96 00000100:00100000:3.0:1787118074.977284:0:18448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 97 00000100:00100000:3.0:1787118074.977291:0:18448:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9591427e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0f0e0ffb-21ae-4b6f-b7e4-24c967550167+6:2419:x1873928556532480:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:3.0:1787118074.977317:0:18448:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9591427e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0f0e0ffb-21ae-4b6f-b7e4-24c967550167+6:2419:x1873928556532480:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 27us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118074.977323:0:18448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 97 00000100:00100000:3.0:1787118074.977335:0:18448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 98 00000100:00100000:3.0:1787118074.977341:0:18448:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9591427e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1a9f6d94-945a-4857-8f05-611d8ca22cfa+12:2419:x1873928556532096:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:3.0:1787118074.977362:0:18448:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9591427e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1a9f6d94-945a-4857-8f05-611d8ca22cfa+12:2419:x1873928556532096:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 22us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118074.977368:0:18448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 98 00000100:00100000:3.0:1787118074.977387:0:18448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 99 00000100:00100000:3.0:1787118074.977394:0:18448:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0f0e0ffb-21ae-4b6f-b7e4-24c967550167+5:2419:x1873928556532608:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:3.0:1787118074.977418:0:18448:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0f0e0ffb-21ae-4b6f-b7e4-24c967550167+5:2419:x1873928556532608:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 24us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118074.977424:0:18448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 99 00000100:00100000:1.0:1787118074.978559:0:17228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556531968 00000100:00100000:1.0:1787118074.978570:0:17228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556531968 00000100:00100000:0.0:1787118074.978687:0:18740:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556532352 00000100:00100000:0.0:1787118074.978692:0:18740:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556532352 00000100:00100000:0.0:1787118074.978772:0:18740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 42 00000100:00100000:2.0:1787118074.978782:0:17228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 174 00000100:00100000:0.0:1787118074.978784:0:18740:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9591427e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1a9f6d94-945a-4857-8f05-611d8ca22cfa+6:2419:x1873928556532352:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:2.0:1787118074.978796:0:17228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9591516aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a76cac5d-a340-46c3-b0b8-d6ea0b23adc9+13:2419:x1873928556531968:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:0.0:1787118074.978858:0:18740:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9591427e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1a9f6d94-945a-4857-8f05-611d8ca22cfa+6:2419:x1873928556532352:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 78us (1956us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118074.978866:0:18740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 42 00000100:00080000:0.0:1787118074.978899:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787118074.978904:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787118074.978906:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787118074.979062:0:17228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9591516aec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a76cac5d-a340-46c3-b0b8-d6ea0b23adc9+13:2419:x1873928556531968:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 269us (2408us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118074.979070:0:17228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 174 00010000:00010000:0.0:1787118075.492788:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118076.513576:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787118077.154268:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787118077.154296:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567103872:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787118077.154369:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118077.155272:0:18744:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567103872 00000100:00100000:3.0:1787118077.155282:0:18744:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567103872 00000100:00100000:3.0:1787118077.155360:0:18744:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1787118077.155370:0:18744:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d525880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3626:x1873928567103872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787118077.155401:0:18744:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1787118077.155458:0:18744:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d525880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3626:x1873928567103872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (1089us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118077.155465:0:18744:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:1.0:1787118077.155562:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787118077.155598:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567103872:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1787118077.345902:0:17267:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1787118077.345912:0:17267:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787118077.345948:0:17267:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1787118077.345960:0:17267:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:2.0:1787118077.537699:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787118077.549442:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118077.549523:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118077.549582:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118077.549624:0:17220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556532736 00000100:00100000:0.0:1787118077.549632:0:17220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556532736 00000100:00100000:3.0:1787118077.549782:0:20374:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556532864 00000100:00100000:3.0:1787118077.549786:0:20374:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556532864 00000100:00100000:0.0:1787118077.549802:0:17220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556532992 00000100:00100000:0.0:1787118077.549805:0:17220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556532992 00000100:00100000:3.0:1787118077.549811:0:20374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 4 00000100:00100000:3.0:1787118077.549821:0:20374:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959045837100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a76cac5d-a340-46c3-b0b8-d6ea0b23adc9+15:2419:x1873928556532736:12345-192.168.204.23@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787118077.549821:0:17220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 5 00000100:00100000:0.0:1787118077.549826:0:17220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959045834380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a76cac5d-a340-46c3-b0b8-d6ea0b23adc9+15:2418:x1873928556532864:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787118077.549836:0:20374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787118077.549836:0:17220:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787118077.549858:0:20374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959144391800/0xce66ce20914c170d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9cf9e expref: 15 pid: 17228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118077.549858:0:17220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9590416a9600/0xce66ce20914c1714 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9cfcf expref: 15 pid: 17227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118077.549874:0:20374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787118077.549874:0:17220:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787118077.549935:0:17220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959045834380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a76cac5d-a340-46c3-b0b8-d6ea0b23adc9+13:2418:x1873928556532864:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 107us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118077.549942:0:17220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 5 00000100:00100000:0.0:1787118077.549959:0:17220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 6 00000100:00100000:0.0:1787118077.549965:0:17220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959045837800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a76cac5d-a340-46c3-b0b8-d6ea0b23adc9+12:2419:x1873928556532992:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787118077.549973:0:17220:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787118077.549983:0:17220:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959140031000/0xce66ce20914c1799 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d085 expref: 12 pid: 17227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118077.549992:0:17220:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787118077.550448:0:20374:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959045837100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:a76cac5d-a340-46c3-b0b8-d6ea0b23adc9+11:2419:x1873928556532736:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 626us (1011us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118077.550448:0:17220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959045837800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:a76cac5d-a340-46c3-b0b8-d6ea0b23adc9+11:2419:x1873928556532992:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 480us (862us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118077.550456:0:20374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 4 00000100:00100000:0.0:1787118077.550470:0:17220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 6 00000100:00100000:3.0:1787118077.551371:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118077.551637:0:18741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556533248 00000100:00100000:0.0:1787118077.551646:0:18741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556533248 00000100:00080000:1.0:1787118077.551718:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787118077.551768:0:18741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 35 00000100:00100000:0.0:1787118077.551778:0:18741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1a9f6d94-945a-4857-8f05-611d8ca22cfa+6:2417:x1873928556533248:12345-192.168.204.23@tcp:9:umount.0 00000020:00000080:0.0:1787118077.551811:0:18741:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c1737 00000020:00010000:0.0:1787118077.551820:0:18741:0:(genops.c:1942:obd_stale_export_put()) Put export ffff9590416c6800: total 0 00000100:00080000:0.0:1787118077.551824:0:18741:0:(import.c:65:import_set_state_nolock()) ffff9590416c0000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787118077.551874:0:18741:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:0.0:1787118077.552034:0:18741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1a9f6d94-945a-4857-8f05-611d8ca22cfa+4:2417:x1873928556533248:12345-192.168.204.23@tcp:9:umount.0 Request processed in 256us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118077.552042:0:18741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 35 00000020:00010000:1.0:1787118077.552110:0:17223:0:(genops.c:1928:obd_stale_export_get()) Get export ffff9590416c6800: total 0 00010000:00010000:1.0:1787118077.552115:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118077.552167:0:17223:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9590416c6800, canceled 0 locks, left on hash table 1. 00002000:00010000:1.0:1787118077.552204:0:17223:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb size from disk: 0 -> 9 00002000:00010000:1.0:1787118077.552207:0:17223:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb mtime from disk: 1787118058 -> 1787118059 00002000:00010000:1.0:1787118077.552210:0:17223:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb ctime from disk: 1787118058 -> 1787118059 00002000:00010000:1.0:1787118077.552213:0:17223:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:1.0:1787118077.552234:0:17223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011b051bd/0xce66ce20914c1aa2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d165 expref: 3 pid: 19848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118077.552258:0:17223:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9590416c6800, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1787118077.552269:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118077.552271:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118077.552273:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787118077.562594:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118077.562908:0:18448:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556534144 00000100:00100000:3.0:1787118077.562919:0:18448:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556534144 00000100:00100000:3.0:1787118077.562993:0:18448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 76 00000100:00100000:3.0:1787118077.563005:0:18448:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959045834700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1a9f6d94-945a-4857-8f05-611d8ca22cfa+12:2417:x1873928556534144:12345-192.168.204.23@tcp:39:umount.0 00000100:00080000:1.0:1787118077.563036:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:3.0:1787118077.563039:0:18448:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c1722 00000020:00010000:3.0:1787118077.563055:0:18448:0:(genops.c:1942:obd_stale_export_put()) Put export ffff9590416c5800: total 0 00000100:00080000:3.0:1787118077.563060:0:18448:0:(import.c:65:import_set_state_nolock()) ffff9590416c6000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787118077.563086:0:18448:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934636 00000020:00010000:1.0:1787118077.563141:0:17222:0:(genops.c:1928:obd_stale_export_get()) Get export ffff9590416c5800: total 0 00010000:00010000:1.0:1787118077.563208:0:17222:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9590416c5800, canceled 0 locks, left on hash table 7. 00000100:00100000:3.0:1787118077.563282:0:18448:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959045834700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1a9f6d94-945a-4857-8f05-611d8ca22cfa+11:2417:x1873928556534144:12345-192.168.204.23@tcp:39:umount.0 Request processed in 279us (697us total) trans 8589934637 rc 0/0 00010000:00010000:1.0:1787118077.563282:0:17222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff95914842ce00) 00010000:00010000:1.0:1787118077.563286:0:17222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:3.0:1787118077.563289:0:18448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 76 00010000:00010000:1.0:1787118077.563293:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959140031400/0xce66ce20914c19f3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d12d expref: 11 pid: 18448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118077.563313:0:17222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff95914842ce00) 00010000:00010000:1.0:1787118077.563316:0:17222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787118077.563320:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9590416a9c00/0xce66ce20914c1ab0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d16c expref: 9 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118077.563364:0:17222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9591603e2f00) 00010000:00010000:1.0:1787118077.563366:0:17222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787118077.563370:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4400/0xce66ce20914c17ed lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d08c expref: 8 pid: 17234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118077.563553:0:17222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff95914842c300) 00010000:00010000:1.0:1787118077.563556:0:17222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1787118077.563561:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9590416a9200/0xce66ce20914c18cd lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d0cb expref: 7 pid: 17234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118077.563578:0:17222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff959149390500) 00010000:00010000:1.0:1787118077.563580:0:17222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787118077.563584:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959140030600/0xce66ce20914c1a4e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d142 expref: 6 pid: 17234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118077.563597:0:17222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff959149390900) 00010000:00010000:1.0:1787118077.563599:0:17222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787118077.563603:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959140030a00/0xce66ce20914c1809 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d093 expref: 5 pid: 18448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118077.563617:0:17222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9591603e2200) 00010000:00010000:1.0:1787118077.563619:0:17222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787118077.563623:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c1848 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d0a1 expref: 4 pid: 17234 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118077.563631:0:17222:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9590416c5800, canceled 7 locks, left on hash table 0. 00010000:00010000:1.0:1787118077.563647:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118077.563655:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118077.563657:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787118077.572194:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118077.572270:0:17235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556534272 00000100:00100000:0.0:1787118077.572280:0:17235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556534272 00000100:00100000:0.0:1787118077.572342:0:17235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 77 00000100:00100000:0.0:1787118077.572352:0:17235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959045836d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1a9f6d94-945a-4857-8f05-611d8ca22cfa+5:2417:x1873928556534272:12345-192.168.204.23@tcp:39:umount.0 00000020:00000080:0.0:1787118077.572385:0:17235:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c1729 00000100:00080000:0.0:1787118077.572410:0:17235:0:(import.c:65:import_set_state_nolock()) ffff9590416c1800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787118077.572442:0:17235:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00010000:00010000:3.0:1787118077.572544:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787118077.572662:0:17235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959045836d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1a9f6d94-945a-4857-8f05-611d8ca22cfa+3:2417:x1873928556534272:12345-192.168.204.23@tcp:39:umount.0 Request processed in 311us (477us total) trans 8589934593 rc 0/0 00000100:00100000:0.0:1787118077.572671:0:17235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 77 00000100:00080000:1.0:1787118077.573142:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1787118078.564777:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787118078.689431:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787118078.689455:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176f77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567104000:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787118078.689526:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118078.689675:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1873928567104256:0@lo:400:kworker.0 00000100:00100000:0.0:1787118078.689717:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118078.689753:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567104512:0@lo:400:kworker.0 00000100:00100000:0.0:1787118078.689774:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567104768:0@lo:400:kworker.0 00000100:00100000:3.0:1787118078.689796:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118078.689820:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3626:1873928567105024:0@lo:400:kworker.0 00000100:00100000:3.0:1787118078.689846:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118078.689863:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3626:1873928567105536:0@lo:400:kworker.0 00000100:00100000:0.0:1787118078.689888:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118078.689894:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118078.689920:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3628:1873928567105280:0@lo:400:kworker.0 00000100:00100000:3.0:1787118078.689923:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1787118078.689932:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567104384:0@lo:400:kworker.0 00000100:00100000:0.0:1787118078.689952:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118078.689967:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118078.689978:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1787118078.689988:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3628:1873928567104128:0@lo:400:kworker.0 00000100:00100000:3.0:1787118078.689994:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567104896:0@lo:400:kworker.0 00000100:00100000:0.0:1787118078.690027:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118078.690047:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118078.690059:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3628:1873928567104640:0@lo:400:kworker.0 00000100:00100000:3.0:1787118078.690077:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3626:1873928567105408:0@lo:400:kworker.0 00000100:00100000:0.0:1787118078.690091:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118078.690129:0:18742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567104512 00000100:00100000:3.0:1787118078.690143:0:18742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567104512 00000100:00100000:0.0:1787118078.690312:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3628:1873928567105152:0@lo:400:kworker.0 00000100:00100000:1.0:1787118078.690323:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047e10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567105664:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787118078.690339:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118078.690365:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118078.690409:0:18743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567104000 00000100:00100000:1.0:1787118078.690414:0:18743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567104000 00000100:00100000:1.0:1787118078.690436:0:18743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567105664 00000100:00100000:1.0:1787118078.690439:0:18743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567105664 00000100:00100000:1.0:1787118078.690453:0:18743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1787118078.690461:0:18743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959045837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567104000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787118078.690489:0:18743:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1787118078.690531:0:18743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959045837480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567104000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (1006us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118078.690538:0:18743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1787118078.690554:0:18743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1787118078.690560:0:18743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9591789bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3627:x1873928567105664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787118078.690570:0:18743:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1787118078.690598:0:18743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9591789bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3627:x1873928567105664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 39us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118078.690605:0:18743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1787118078.690640:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047e10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567105664:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787118078.690691:0:17239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567104256 00000100:00100000:1.0:1787118078.690695:0:17239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567104256 00000100:00100000:1.0:1787118078.690714:0:17239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567104768 00000100:00100000:1.0:1787118078.690717:0:17239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567104768 00000100:00100000:1.0:1787118078.690730:0:17239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1787118078.690735:0:17239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3628:x1873928567104256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118078.690779:0:17239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3628:x1873928567104256:12345-0@lo:400:kworker.0 Request processed in 43us (1062us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118078.690785:0:17239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1787118078.690797:0:17239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1787118078.690803:0:17239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3628:x1873928567104768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118078.690830:0:17239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3628:x1873928567104768:12345-0@lo:400:kworker.0 Request processed in 27us (943us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118078.690836:0:17239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1787118078.691168:0:18742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567104384 00000100:00100000:3.0:1787118078.691173:0:18742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567104384 00000100:00100000:3.0:1787118078.691190:0:18742:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567104896 00000100:00100000:3.0:1787118078.692485:0:18742:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567104896 00000100:00100000:2.0:1787118078.693292:0:17236:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567105024 00000100:00100000:3.0:1787118078.693295:0:18742:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1787118078.693302:0:17236:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567105024 00000100:00100000:3.0:1787118078.693316:0:18742:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3626:x1873928567104512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118078.693337:0:17236:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567105536 00000100:00100000:2.0:1787118078.693342:0:17236:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567105536 00000100:00100000:2.0:1787118078.693374:0:17236:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567105280 00000100:00100000:2.0:1787118078.693378:0:17236:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567105280 00000100:00100000:2.0:1787118078.693393:0:17236:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567104640 00000100:00100000:2.0:1787118078.693395:0:17236:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567104640 00000100:00100000:2.0:1787118078.693407:0:17236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1787118078.693414:0:17236:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3626:x1873928567105024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118078.693466:0:17236:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3626:x1873928567105024:12345-0@lo:400:kworker.0 Request processed in 53us (3619us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118078.693473:0:17236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1787118078.693490:0:17236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1787118078.693496:0:17236:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3626:x1873928567105536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118078.693525:0:17236:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3626:x1873928567105536:12345-0@lo:400:kworker.0 Request processed in 30us (3635us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118078.693531:0:17236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1787118078.693558:0:17236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1787118078.693564:0:17236:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3628:x1873928567105280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118078.693598:0:17236:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3628:x1873928567105280:12345-0@lo:400:kworker.0 Request processed in 33us (3646us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118078.693603:0:17236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1787118078.693615:0:17236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1787118078.693621:0:17236:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3628:x1873928567104640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118078.693648:0:17236:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f74a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3628:x1873928567104640:12345-0@lo:400:kworker.0 Request processed in 27us (3558us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118078.693653:0:17236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1787118078.693718:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176f77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567104000:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787118078.693778:0:19848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1787118078.693786:0:19848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3626:x1873928567104384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118078.693834:0:19848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3626:x1873928567104384:12345-0@lo:400:kworker.0 Request processed in 50us (3868us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118078.693841:0:19848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1787118078.693855:0:19848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1787118078.693862:0:19848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567104896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118078.693890:0:19848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567104896:12345-0@lo:400:kworker.0 Request processed in 29us (3846us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118078.693896:0:19848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00080000:2.0:1787118078.693912:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787118078.693917:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787118078.693919:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787118078.693951:0:17226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567104128 00000100:00100000:2.0:1787118078.693955:0:17226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567104128 00000100:00100000:2.0:1787118078.694000:0:17226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1787118078.694006:0:17226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9591516ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:49bc9354-ae26-4a7f-ab62-8f9e548b50bb+24:3628:x1873928567104128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118078.694036:0:17226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9591516ae050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:49bc9354-ae26-4a7f-ab62-8f9e548b50bb+24:3628:x1873928567104128:12345-0@lo:400:kworker.0 Request processed in 31us (4011us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118078.694042:0:17226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1787118078.694674:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567104768:0@lo:400:kworker.0 00010000:00080000:0.0:1787118078.694690:0:3628:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95916a6b1180 x1873928567105280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787118078.694700:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3628:1873928567105280:0@lo:400:kworker.0 00000100:00100000:0.0:1787118078.694711:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1873928567104256:0@lo:400:kworker.0 00000100:00100000:0.0:1787118078.694737:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3628:1873928567104128:0@lo:400:kworker.0 00000100:00100000:0.0:1787118078.694749:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3628:1873928567104640:0@lo:400:kworker.0 00000100:00100000:0.0:1787118078.694775:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118078.694802:0:18742:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3626:x1873928567104512:12345-0@lo:400:kworker.0 Request processed in 1494us (5005us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118078.694811:0:18742:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1787118078.694845:0:18448:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567105152 00000100:00100000:3.0:1787118078.694849:0:18448:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567105152 00000100:00100000:3.0:1787118078.694884:0:18448:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567105408 00000100:00100000:0.0:1787118078.694884:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567104512:0@lo:400:kworker.0 00000100:00100000:3.0:1787118078.694890:0:18448:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567105408 00000100:00100000:0.0:1787118078.694902:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3626:1873928567105024:0@lo:400:kworker.0 00000100:00100000:3.0:1787118078.694916:0:18448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00010000:00080000:0.0:1787118078.694920:0:3626:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95916a6b2680 x1873928567105536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118078.694927:0:18448:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3628:x1873928567105152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118078.694945:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3626:1873928567105536:0@lo:400:kworker.0 00000100:00100000:0.0:1787118078.694974:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567104384:0@lo:400:kworker.0 00000100:00100000:2.0:1787118078.695029:0:17236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1787118078.695038:0:17236:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3626:x1873928567105408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118078.695176:0:18448:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3628:x1873928567105152:12345-0@lo:400:kworker.0 Request processed in 251us (4837us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118078.695184:0:18448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00080000:3.0:1787118078.695217:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787118078.703132:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567104896:0@lo:400:kworker.0 00000100:00100000:2.0:1787118078.706090:0:17236:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3626:x1873928567105408:12345-0@lo:400:kworker.0 Request processed in 11044us (11304us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118078.706138:0:17236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1787118078.707289:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3628:1873928567105152:0@lo:400:kworker.0 00000100:00100000:0.0:1787118078.714638:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3626:1873928567105408:0@lo:400:kworker.0 00000100:00100000:0.0:1787118079.134841:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118079.134889:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118079.134937:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118079.134968:0:17221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556534400 00000100:00100000:1.0:1787118079.134980:0:17221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556534400 00000100:00100000:1.0:1787118079.135046:0:17221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556534656 00000100:00100000:1.0:1787118079.135050:0:17221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556534656 00000100:00100000:1.0:1787118079.135063:0:17221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556534528 00000100:00100000:1.0:1787118079.135065:0:17221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556534528 00000100:00100000:1.0:1787118079.135090:0:17221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 7 00000100:00100000:1.0:1787118079.135133:0:17221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a76cac5d-a340-46c3-b0b8-d6ea0b23adc9+12:2418:x1873928556534400:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787118079.135149:0:17221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787118079.135169:0:17221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959140031600/0xce66ce20914c174c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d00e expref: 12 pid: 17228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118079.135188:0:17221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787118079.135250:0:17221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a76cac5d-a340-46c3-b0b8-d6ea0b23adc9+11:2418:x1873928556534400:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 152us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118079.135258:0:17221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 7 00000100:00100000:1.0:1787118079.135275:0:17221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 8 00000100:00100000:1.0:1787118079.135282:0:17221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a76cac5d-a340-46c3-b0b8-d6ea0b23adc9+10:2418:x1873928556534656:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787118079.135311:0:17221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787118079.135322:0:17221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959140030400/0xce66ce20914c1792 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d07e expref: 10 pid: 17227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118079.135327:0:17219:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 9 00010000:00010000:1.0:1787118079.135332:0:17221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787118079.135337:0:17219:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a76cac5d-a340-46c3-b0b8-d6ea0b23adc9+9:2418:x1873928556534528:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787118079.135346:0:17219:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1787118079.135349:0:17221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:a76cac5d-a340-46c3-b0b8-d6ea0b23adc9+9:2418:x1873928556534656:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 69us (461us total) trans 0 rc 0/0 00010000:00010000:2.0:1787118079.135354:0:17219:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9591820c5a00/0xce66ce20914c1753 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d03f expref: 9 pid: 17226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118079.135355:0:17221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 8 00010000:00010000:2.0:1787118079.135363:0:17219:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787118079.135380:0:17219:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:a76cac5d-a340-46c3-b0b8-d6ea0b23adc9+7:2418:x1873928556534528:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 46us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118079.135386:0:17219:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 9 00000100:00100000:3.0:1787118079.157946:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118079.166568:0:18448:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556534912 00000100:00100000:2.0:1787118079.166587:0:18448:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556534912 00000100:00080000:3.0:1787118079.170454:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787118079.170569:0:18448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 78 00000100:00100000:3.0:1787118079.170587:0:18448:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0f0e0ffb-21ae-4b6f-b7e4-24c967550167+6:2417:x1873928556534912:12345-192.168.204.23@tcp:39:umount.0 00000020:00000080:3.0:1787118079.170647:0:18448:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c1768 00000020:00010000:3.0:1787118079.170838:0:18448:0:(genops.c:1942:obd_stale_export_put()) Put export ffff959176ef0000: total 0 00000100:00080000:3.0:1787118079.170843:0:18448:0:(import.c:65:import_set_state_nolock()) ffff959176ef5000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787118079.171268:0:18448:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934637 00000100:00100000:3.0:1787118079.171433:0:18448:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0f0e0ffb-21ae-4b6f-b7e4-24c967550167+5:2417:x1873928556534912:12345-192.168.204.23@tcp:39:umount.0 Request processed in 851us (13494us total) trans 8589934638 rc 0/0 00000100:00100000:3.0:1787118079.171456:0:18448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 78 00000020:00010000:1.0:1787118079.178362:0:17222:0:(genops.c:1928:obd_stale_export_get()) Get export ffff959176ef0000: total 0 00010000:00010000:1.0:1787118079.179010:0:17222:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff959176ef0000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1787118079.179052:0:17222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9591603e2200) 00010000:00010000:1.0:1787118079.179057:0:17222:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787118079.179069:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4200/0xce66ce20914c1856 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d0a8 expref: 4 pid: 17236 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118079.179122:0:17222:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff959176ef0000, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1787118079.179136:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118079.179138:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118079.179140:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787118079.190253:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118079.190490:0:17235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556535040 00000100:00100000:0.0:1787118079.190500:0:17235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556535040 00000100:00100000:0.0:1787118079.190581:0:17235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 79 00000100:00100000:0.0:1787118079.190591:0:17235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047e10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f0e0ffb-21ae-4b6f-b7e4-24c967550167+5:2417:x1873928556535040:12345-192.168.204.23@tcp:39:umount.0 00000020:00000080:0.0:1787118079.190635:0:17235:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c1761 00000100:00080000:0.0:1787118079.190644:0:17235:0:(import.c:65:import_set_state_nolock()) ffff95916bbca800 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1787118079.190719:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:0.0:1787118079.190728:0:17235:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:0.0:1787118079.190884:0:17235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047e10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0f0e0ffb-21ae-4b6f-b7e4-24c967550167+3:2417:x1873928556535040:12345-192.168.204.23@tcp:39:umount.0 Request processed in 293us (641us total) trans 8589934594 rc 0/0 00000100:00100000:0.0:1787118079.190892:0:17235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 79 00000100:00080000:3.0:1787118079.191556:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787118079.201749:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567105792:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787118079.201828:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118079.202332:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567105920:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787118079.202368:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118079.207248:0:17239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567105920 00000100:00100000:2.0:1787118079.207264:0:17239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567105920 00000100:00100000:2.0:1787118079.207345:0:17239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1787118079.207355:0:17239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567105920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787118079.207418:0:17239:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1787118079.207499:0:17239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567105920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 146us (5130us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118079.207506:0:17239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1787118079.208357:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567105920:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787118079.213971:0:18743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567105792 00000100:00100000:3.0:1787118079.213988:0:18743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567105792 00000100:00100000:3.0:1787118079.214045:0:18743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787118079.214054:0:18743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959048596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3628:x1873928567105792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787118079.214087:0:18743:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1787118079.214205:0:18743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959048596300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3628:x1873928567105792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 151us (12376us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118079.214222:0:18743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787118079.214276:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567105792:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787118079.283620:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118079.283865:0:17228:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556535296 00000100:00100000:3.0:1787118079.283875:0:17228:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556535296 00000100:00100000:3.0:1787118079.283929:0:17228:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 176 00000100:00100000:3.0:1787118079.283938:0:17228:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9591516ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a76cac5d-a340-46c3-b0b8-d6ea0b23adc9+7:2417:x1873928556535296:12345-192.168.204.23@tcp:251:umount.0 00000020:00000080:3.0:1787118079.283982:0:17228:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c16ff 00000020:00010000:3.0:1787118079.283990:0:17228:0:(genops.c:1942:obd_stale_export_put()) Put export ffff95916bb6d800: total 0 00000100:00080000:3.0:1787118079.283995:0:17228:0:(import.c:65:import_set_state_nolock()) ffff95916bb69000 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1787118079.284069:0:17228:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9591516ad450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a76cac5d-a340-46c3-b0b8-d6ea0b23adc9+3:2417:x1873928556535296:12345-192.168.204.23@tcp:251:umount.0 Request processed in 131us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118079.284077:0:17228:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 176 00000020:00010000:0.0:1787118079.284220:0:17223:0:(genops.c:1928:obd_stale_export_get()) Get export ffff95916bb6d800: total 0 00010000:00010000:0.0:1787118079.284225:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118079.284290:0:17223:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff95916bb6d800, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1787118079.284334:0:17223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9591820c4800/0xce66ce20914c1706 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9cf97 expref: 2 pid: 17226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118079.284349:0:17223:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff95916bb6d800, canceled 1 locks, left on hash table 0. 00000020:00000080:0.0:1787118079.284361:0:17223:0:(genops.c:906:class_export_put()) final put ffff95916bb6d800/a76cac5d-a340-46c3-b0b8-d6ea0b23adc9 00010000:00010000:0.0:1787118079.284392:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118079.284395:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118079.284397:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1787118079.287548:0:9516:0:(genops.c:865:class_export_destroy()) destroying export ffff95916bb6d800/a76cac5d-a340-46c3-b0b8-d6ea0b23adc9 for MGS 00000020:00000080:3.0:1787118079.287614:0:9516:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff95916bb69000 for MGS 00010000:00010000:1.0:1787118079.588108:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787118079.717594:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176f77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567106048:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787118079.717682:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118079.717822:0:17239:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567106048 00000100:00100000:3.0:1787118079.717831:0:17239:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567106048 00000100:00100000:3.0:1787118079.717881:0:17239:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1787118079.717900:0:17239:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959048595f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3626:x1873928567106048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787118079.718036:0:17239:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787118079.718323:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176f77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567106048:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787118079.718363:0:17239:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959048595f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3626:x1873928567106048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 462us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118079.718370:0:17239:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00010000:00010000:1.0:1787118080.610545:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1787118081.392796:0:20806:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:1.0:1787118081.406535:0:20806:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:1.0:1787118081.406586:0:20806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047eaee00/0xce66ce20914c12c2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c12c9 expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118081.406599:0:20806:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047eaee00/0xce66ce20914c12c2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c12c9 expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118081.406604:0:20806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047eaee00/0xce66ce20914c12c2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c12c9 expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118081.406620:0:20806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff959047eaee00/0xce66ce20914c12c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c12c9 expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118081.406645:0:20806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1787118081.406651:0:20806:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1787118081.406677:0:20806:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787118081.406682:0:20806:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1787118081.406688:0:20806:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1787118081.406712:0:20806:0:(import.c:65:import_set_state_nolock()) ffff959158bd3800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1787118081.406825:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3624:1873928567106176:0@lo:39:umount.0 00000100:00100000:3.0:1787118081.406900:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118081.407165:0:17234:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567106176 00000100:00100000:1.0:1787118081.407172:0:17234:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567106176 00000100:00100000:1.0:1787118081.407220:0:17234:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1787118081.407229:0:17234:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3624:x1873928567106176:12345-0@lo:39:umount.0 00000020:00000080:1.0:1787118081.407254:0:17234:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c12f3 00000100:00080000:1.0:1787118081.407262:0:17234:0:(import.c:65:import_set_state_nolock()) ffff95917bba0800 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1787118081.407355:0:17234:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:3624:x1873928567106176:12345-0@lo:39:umount.0 Request processed in 126us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118081.407364:0:17234:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000020:00000080:1.0:1787118081.407374:0:17234:0:(genops.c:906:class_export_put()) final put ffff95917bba3800/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:1.0:1787118081.407405:0:17222:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787118081.407412:0:17222:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff959047eaee00/0xce66ce20914c12c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c12c9 expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118081.407421:0:17222:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047eaee00 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:1.0:1787118081.407424:0:17222:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff959047eaee00/0xce66ce20914c12c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c12c9 expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118081.407433:0:17222:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff959047eaee00/0xce66ce20914c12c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xce66ce20914c12c9 expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787118081.407441:0:17222:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff959047eaee00/0xce66ce20914c12c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xce66ce20914c12c9 expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787118081.407447:0:17222:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1787118081.407449:0:17222:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1787118081.407453:0:17222:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1787118081.407479:0:17222:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff959047eaee00/0xce66ce20914c12c2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c12c9 expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118081.407486:0:17222:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787118081.407503:0:17222:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff959047eaee00/0xce66ce20914c12c2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c12c9 expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118081.407510:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff959047eaee00/0xce66ce20914c12c2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c12c9 expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118081.407522:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118081.407524:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118081.407525:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787118081.407689:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3627:1873928567106304:0@lo:103:ldlm_bl.0 00000020:00000080:3.0:1787118081.407708:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff95917bba3800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00100000:2.0:1787118081.407730:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:3.0:1787118081.407766:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff95917bba0800 for lustre-MDT0000 00000100:00100000:2.0:1787118081.407789:0:17221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567106304 00000100:00100000:2.0:1787118081.407794:0:17221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567106304 00000100:00080000:3.0:1787118081.407810:0:3624:0:(import.c:65:import_set_state_nolock()) ffff959158bd3800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1787118081.407820:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3624:1873928567106176:0@lo:39:umount.0 00000100:00100000:2.0:1787118081.407832:0:17221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787118081.407841:0:17221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959144b33450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:49bc9354-ae26-4a7f-ab62-8f9e548b50bb+24:3627:x1873928567106304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787118081.407876:0:17221:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787118081.407891:0:17221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959144390e00/0xce66ce20914c12c9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xce66ce20914c12c2 expref: 24 pid: 17226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118081.407904:0:17221:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787118081.407935:0:17221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959144b33450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:49bc9354-ae26-4a7f-ab62-8f9e548b50bb+23:3627:x1873928567106304:12345-0@lo:103:ldlm_bl.0 Request processed in 96us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118081.407942:0:17221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787118081.408050:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3627:1873928567106304:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1787118081.408475:0:20806:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787118081.408488:0:20806:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1787118081.408493:0:20806:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1787118081.409806:0:20806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047d71200/0xce66ce20914c1213 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c121a expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118081.409823:0:20806:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047d71200/0xce66ce20914c1213 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c121a expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118081.409831:0:20806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047d71200/0xce66ce20914c1213 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c121a expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118081.409838:0:20806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff959047d71200/0xce66ce20914c1213 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c121a expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118081.409861:0:20806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787118081.409868:0:20806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959144390600/0xce66ce20914c1626 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c162d expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118081.409874:0:20806:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959144390600/0xce66ce20914c1626 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c162d expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118081.409880:0:20806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959144390600/0xce66ce20914c1626 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c162d expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118081.409886:0:20806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff959144390600/0xce66ce20914c1626 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c162d expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118081.409947:0:20806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1787118081.409955:0:20806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959144390000/0xce66ce20914c17ca lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c17d1 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118081.409977:0:20806:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959144390000/0xce66ce20914c17ca lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c17d1 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118081.409983:0:20806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959144390000/0xce66ce20914c17ca lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c17d1 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118081.409989:0:20806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff959144390000/0xce66ce20914c17ca lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c17d1 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118081.410023:0:17222:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787118081.410030:0:17222:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff959047d71200/0xce66ce20914c1213 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c121a expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118081.410037:0:17222:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047d71200 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:3.0:1787118081.410041:0:17222:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff959047d71200/0xce66ce20914c1213 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c121a expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118081.410049:0:17222:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff959047d71200/0xce66ce20914c1213 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xce66ce20914c121a expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787118081.410055:0:17222:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff959047d71200/0xce66ce20914c1213 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xce66ce20914c121a expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787118081.410061:0:17222:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1787118081.410069:0:17222:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:2.0:1787118081.410118:0:19471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787118081.410126:0:19471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff959144390600/0xce66ce20914c1626 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c162d expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118081.410134:0:19471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959144390600 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:2.0:1787118081.410138:0:19471:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff959144390600/0xce66ce20914c1626 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c162d expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118081.410145:0:19471:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff959144390600/0xce66ce20914c1626 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xce66ce20914c162d expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787118081.410159:0:19471:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff959144390600/0xce66ce20914c1626 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xce66ce20914c162d expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787118081.410165:0:19471:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1787118081.410167:0:19471:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1787118081.410170:0:19471:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1787118081.410275:0:17222:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff959047d71200/0xce66ce20914c1213 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c121a expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118081.410283:0:17222:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787118081.410307:0:17222:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff959047d71200/0xce66ce20914c1213 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c121a expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118081.410314:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff959047d71200/0xce66ce20914c1213 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c121a expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118081.410326:0:17222:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787118081.410329:0:17222:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff959144390000/0xce66ce20914c17ca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c17d1 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118081.410334:0:17222:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959144390000 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:3.0:1787118081.410337:0:17222:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff959144390000/0xce66ce20914c17ca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c17d1 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118081.410355:0:17222:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff959144390000/0xce66ce20914c17ca lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xce66ce20914c17d1 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787118081.410361:0:17222:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff959144390000/0xce66ce20914c17ca lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xce66ce20914c17d1 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787118081.410366:0:17222:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1787118081.410368:0:17222:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:3.0:1787118081.410382:0:17222:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff959144390000/0xce66ce20914c17ca lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c17d1 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118081.410387:0:17222:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787118081.410412:0:17222:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff959144390000/0xce66ce20914c17ca lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c17d1 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118081.410419:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118081.410421:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118081.410423:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787118081.410441:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3625:1873928567106560:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787118081.410615:0:19471:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff959144390600/0xce66ce20914c1626 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c162d expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118081.410623:0:19471:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787118081.410631:0:19471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff959144390600/0xce66ce20914c1626 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c162d expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118081.410637:0:19471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff959144390600/0xce66ce20914c1626 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c162d expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118081.410648:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118081.410650:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118081.410652:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787118081.410686:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787118081.410927:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787118081.411010:0:20374:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567106560 00000100:00100000:3.0:1787118081.411014:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787118081.411018:0:20374:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567106560 00000100:00100000:3.0:1787118081.411024:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176f77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3625:1873928567106688:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787118081.411055:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118081.411089:0:20374:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567106688 00000100:00100000:2.0:1787118081.411093:0:20374:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567106688 00000100:00100000:3.0:1787118081.411123:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3628:1873928567106432:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787118081.411142:0:20374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787118081.411153:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118081.411154:0:20374:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:49bc9354-ae26-4a7f-ab62-8f9e548b50bb+24:3625:x1873928567106560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787118081.411168:0:20374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787118081.411184:0:20374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959047d70600/0xce66ce20914c17d1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xce66ce20914c17ca expref: 24 pid: 17227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118081.411218:0:20374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787118081.411264:0:20374:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:49bc9354-ae26-4a7f-ab62-8f9e548b50bb+23:3625:x1873928567106560:12345-0@lo:103:ldlm_bl.0 Request processed in 115us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118081.411271:0:20374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787118081.411287:0:20374:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567106432 00000100:00100000:2.0:1787118081.411290:0:20374:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567106432 00000100:00100000:2.0:1787118081.411307:0:20374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787118081.411313:0:20374:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:49bc9354-ae26-4a7f-ab62-8f9e548b50bb+23:3625:x1873928567106688:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787118081.411321:0:20374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787118081.411332:0:20806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1787118081.411340:0:20806:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff959144390000/0xce66ce20914c17ca lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c17d1 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118081.411342:0:20374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959144390800/0xce66ce20914c162d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xce66ce20914c1626 expref: 23 pid: 17228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118081.411352:0:20374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787118081.411374:0:20374:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:49bc9354-ae26-4a7f-ab62-8f9e548b50bb+22:3625:x1873928567106688:12345-0@lo:103:ldlm_bl.0 Request processed in 61us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118081.411381:0:20374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787118081.411392:0:20374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787118081.411398:0:20374:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:49bc9354-ae26-4a7f-ab62-8f9e548b50bb+21:3628:x1873928567106432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787118081.411406:0:20374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787118081.411414:0:20374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff95917d2f5c00/0xce66ce20914c121a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xce66ce20914c1213 expref: 21 pid: 17228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118081.411422:0:20374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787118081.411446:0:20374:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:49bc9354-ae26-4a7f-ab62-8f9e548b50bb+20:3628:x1873928567106432:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118081.411452:0:20374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 10000000:01000000:1.0:1787118081.411502:0:20806:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1787118081.411510:0:20806:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047d71000/0xce66ce20914c1205 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c120c expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118081.411518:0:20806:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047d71000/0xce66ce20914c1205 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c120c expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118081.411528:0:20806:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047d71000/0xce66ce20914c1205 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c120c expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118081.411535:0:20806:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff959047d71000/0xce66ce20914c1205 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c120c expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118081.411555:0:20806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1787118081.411559:0:20806:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:1.0:1787118081.411563:0:20806:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:1.0:1787118081.411598:0:20806:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0000 00000020:01000000:1.0:1787118081.411601:0:20806:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:1.0:1787118081.411606:0:20806:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787118081.411770:0:20806:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:1.0:1787118081.411776:0:20806:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff959045852000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787118081.411782:0:20806:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff959047304800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787118081.411787:0:20806:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff9590477b2000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787118081.411791:0:20806:0:(genops.c:1840:print_export_data()) lustre-MDT0000: ACTIVE ffff959047f0b800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787118081.411798:0:20806:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff959176ef0000 0f0e0ffb-21ae-4b6f-b7e4-24c967550167 192.168.204.23@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:1.0:1787118081.411803:0:20806:0:(genops.c:1840:print_export_data()) lustre-MDT0000: UNLINKED ffff9590416c5800 1a9f6d94-945a-4857-8f05-611d8ca22cfa 192.168.204.23@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934636 stale:0 00000020:00080000:1.0:1787118081.411808:0:20806:0:(genops.c:1574:class_disconnect_exports()) OBD device 5 (ffff9590476a19c0) has exports, disconnecting them 00000020:00080000:1.0:1787118081.411813:0:20806:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff959045852000), last request at 1787118078 00000020:00000080:1.0:1787118081.411819:0:20806:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c15f5 00000100:00080000:1.0:1787118081.411837:0:20806:0:(import.c:65:import_set_state_nolock()) ffff959045855000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1787118081.411886:0:20806:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff959045852000): rc 0 00000020:00000080:1.0:1787118081.411889:0:20806:0:(genops.c:906:class_export_put()) final put ffff959045852000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:1.0:1787118081.411899:0:20806:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff959047304800), last request at 1787118078 00000020:00000080:1.0:1787118081.411902:0:20806:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c1497 00000100:00080000:1.0:1787118081.411908:0:20806:0:(import.c:65:import_set_state_nolock()) ffff959047303000 : changing import state from FULL to CLOSED 00000020:00000080:1.0:1787118081.411917:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff959045852000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1787118081.411951:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff959045855000 for lustre-MDT0000 00000020:00080000:1.0:1787118081.412038:0:20806:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff959047304800): rc 0 00000020:00000080:1.0:1787118081.412041:0:20806:0:(genops.c:906:class_export_put()) final put ffff959047304800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:1.0:1787118081.412050:0:20806:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9590477b2000), last request at 1787118002 00000020:00000080:1.0:1787118081.412054:0:20806:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c13e1 00000100:00080000:1.0:1787118081.412058:0:20806:0:(import.c:65:import_set_state_nolock()) ffff9590477b7000 : changing import state from FULL to CLOSED 00000020:00000080:1.0:1787118081.412074:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff959047304800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1787118081.412134:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff959047303000 for lustre-MDT0000 00000020:00080000:1.0:1787118081.412150:0:20806:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9590477b2000): rc 0 00000020:00000080:1.0:1787118081.412153:0:20806:0:(genops.c:906:class_export_put()) final put ffff9590477b2000/lustre-MDT0000-lwp-MDT0001_UUID 00000100:00100000:3.0:1787118081.412158:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3628:1873928567106432:0@lo:103:ldlm_bl.0 00000020:00080000:1.0:1787118081.412163:0:20806:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff959047f0b800), last request at 1787118002 00000020:00000080:1.0:1787118081.412169:0:20806:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c1386 00000100:00080000:1.0:1787118081.412173:0:20806:0:(import.c:65:import_set_state_nolock()) ffff9590466a1800 : changing import state from FULL to CLOSED 00000020:00000080:3.0:1787118081.412183:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff9590477b2000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000001:00000004:1.0:1787118081.412190:0:20806:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00000020:00000080:3.0:1787118081.412228:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9590477b7000 for lustre-MDT0000 00010000:00010000:3.0:1787118081.412240:0:17222:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787118081.412247:0:17222:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff959047d71000/0xce66ce20914c1205 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c120c expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118081.412256:0:17222:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047d71000 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:3.0:1787118081.412260:0:17222:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff959047d71000/0xce66ce20914c1205 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c120c expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1787118081.412267:0:20806:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff959047f0b800): rc 0 00010000:00010000:3.0:1787118081.412269:0:17222:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff959047d71000/0xce66ce20914c1205 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xce66ce20914c120c expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00000080:1.0:1787118081.412275:0:20806:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb5cd41c37ae0 10000000:00010000:3.0:1787118081.412278:0:17222:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff959047d71000/0xce66ce20914c1205 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xce66ce20914c120c expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787118081.412291:0:17222:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1787118081.412294:0:17222:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00000100:00080000:1.0:1787118081.412294:0:20806:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 10000000:01000000:3.0:1787118081.412297:0:17222:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000100:00100000:1.0:1787118081.412299:0:20806:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00010000:00010000:3.0:1787118081.412319:0:17222:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff959047d71000/0xce66ce20914c1205 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c120c expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118081.412337:0:17222:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787118081.412354:0:17222:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff959047d71000/0xce66ce20914c1205 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c120c expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118081.412361:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff959047d71000/0xce66ce20914c1205 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c120c expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118081.412371:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118081.412373:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118081.412375:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787118081.412380:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787118081.412389:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3628:1873928567106816:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787118081.412422:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118081.412467:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176f77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3625:1873928567106688:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787118081.412476:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3625:1873928567106560:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787118081.412493:0:20374:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567106816 00000100:00100000:3.0:1787118081.412498:0:20374:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567106816 00000100:00100000:3.0:1787118081.412537:0:20374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787118081.412544:0:20374:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:49bc9354-ae26-4a7f-ab62-8f9e548b50bb+20:3628:x1873928567106816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787118081.412553:0:20374:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787118081.412564:0:20374:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959047eaf000/0xce66ce20914c120c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xce66ce20914c1205 expref: 20 pid: 17226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118081.412580:0:20374:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787118081.412622:0:20374:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:49bc9354-ae26-4a7f-ab62-8f9e548b50bb+19:3628:x1873928567106816:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118081.412628:0:20374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787118081.412653:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3628:1873928567106816:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787118081.413165:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118081.413290:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787118081.413419:0:20806:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1787118081.413439:0:20806:0:(import.c:65:import_set_state_nolock()) ffff959144c51000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1787118081.414646:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567106944:0@lo:39:umount.0 00000100:00100000:3.0:1787118081.414711:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118081.414834:0:17240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567106944 00000100:00100000:0.0:1787118081.414843:0:17240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567106944 00000100:00100000:0.0:1787118081.414885:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1787118081.414894:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3624:x1873928567106944:12345-0@lo:39:umount.0 00000020:00000080:0.0:1787118081.414923:0:17240:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c140b 00000100:00080000:0.0:1787118081.414931:0:17240:0:(import.c:65:import_set_state_nolock()) ffff95916bb72800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787118081.414950:0:17240:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1787118081.415080:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+3:3624:x1873928567106944:12345-0@lo:39:umount.0 Request processed in 187us (369us total) trans 8589934595 rc 0/0 00000100:00100000:0.0:1787118081.415088:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00080000:1.0:1787118081.415485:0:20806:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1787118081.415490:0:20806:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 3 00000004:00080000:1.0:1787118081.415511:0:20806:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1787118081.415577:0:20806:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1787118081.415596:0:20806:0:(import.c:65:import_set_state_nolock()) ffff95917fb10000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1787118081.415606:0:20806:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1787118081.415618:0:20806:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:1.0:1787118081.415632:0:20806:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1787118081.415695:0:20806:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1787118081.415703:0:20806:0:(import.c:65:import_set_state_nolock()) ffff959173778000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:1.0:1787118081.415746:0:20806:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff9590476a19c0) has no exports 00000100:00100000:3.0:1787118081.415983:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567107072:0@lo:9:umount.0 00000100:00100000:3.0:1787118081.416023:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118081.416060:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567107200:0@lo:9:umount.0 00000100:00100000:3.0:1787118081.416080:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1787118081.416134:0:3624:0:(import.c:65:import_set_state_nolock()) ffff959144c51000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1787118081.416141:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567106944:0@lo:39:umount.0 00000100:00100000:3.0:1787118081.416163:0:18741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567107072 00000100:00100000:3.0:1787118081.416167:0:18741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567107072 00000100:00100000:3.0:1787118081.416341:0:18741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567107200 00000100:00100000:3.0:1787118081.416344:0:18741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567107200 00000100:00100000:3.0:1787118081.416366:0:18741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787118081.416374:0:18741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3624:x1873928567107072:12345-0@lo:9:umount.0 00000020:00000080:3.0:1787118081.416391:0:18741:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c14d6 00000100:00080000:3.0:1787118081.416397:0:18741:0:(import.c:65:import_set_state_nolock()) ffff959045850800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787118081.416432:0:18741:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1787118081.416549:0:18741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3624:x1873928567107072:12345-0@lo:9:umount.0 Request processed in 175us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118081.416556:0:18741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787118081.416583:0:18741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1787118081.416589:0:18741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3624:x1873928567107200:12345-0@lo:9:umount.0 00000020:00000080:3.0:1787118081.416600:0:18741:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c1634 00000100:00080000:3.0:1787118081.416605:0:18741:0:(import.c:65:import_set_state_nolock()) ffff959047303800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787118081.416642:0:18741:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:3.0:1787118081.416706:0:18741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3624:x1873928567107200:12345-0@lo:9:umount.0 Request processed in 118us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118081.416713:0:18741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:3.0:1787118081.416728:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787118081.416732:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1787118081.416744:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118081.416749:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118081.416754:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787118081.416769:0:3624:0:(import.c:65:import_set_state_nolock()) ffff95917fb10000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1787118081.416777:0:3624:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1787118081.416779:0:3624:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787118081.416783:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567107072:0@lo:9:umount.0 00000100:00080000:3.0:1787118081.416791:0:3624:0:(import.c:65:import_set_state_nolock()) ffff959173778000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1787118081.416794:0:3624:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1787118081.416795:0:3624:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787118081.416798:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567107200:0@lo:9:umount.0 00000020:00080000:0.0:1787118081.426420:0:20806:0:(genops.c:1579:class_disconnect_exports()) OBD device 5 (ffff9590476a19c0) has no exports 00000020:00000080:0.0:1787118081.480809:0:20806:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c1260 00000020:00000080:0.0:1787118081.480826:0:20806:0:(genops.c:906:class_export_put()) final put ffff959046501000/lustre-QMT0000_UUID 00000020:01000000:0.0:1787118081.480887:0:20806:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:3.0:1787118081.482558:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff959046501000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:1.0:1787118081.482707:0:20806:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787118081.482718:0:20806:0:(obd_config.c:955:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1787118081.482723:0:20806:0:(genops.c:1579:class_disconnect_exports()) OBD device 7 (ffff959177fe8000) has no exports 00000020:00000080:1.0:1787118081.483016:0:20806:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c1259 00000020:00000080:1.0:1787118081.483037:0:20806:0:(genops.c:906:class_export_put()) final put ffff959047f9a000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1787118081.483123:0:20806:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787118081.483132:0:20806:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:1.0:1787118081.483134:0:20806:0:(genops.c:906:class_export_put()) final put ffff959047d8f000/lustre-QMT0000_UUID 00000020:00000080:1.0:1787118081.483137:0:20806:0:(genops.c:865:class_export_destroy()) destroying export ffff959047d8f000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:1.0:1787118081.483145:0:20806:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:2.0:1787118081.483589:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff959047f9a000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:3.0:1787118081.634360:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118082.657310:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1787118082.789855:0:19555:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1787118082.789866:0:19555:0:(genops.c:906:class_export_put()) final put ffff959047305000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1787118082.789887:0:19555:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 1a9f6d94-945a-4857-8f05-611d8ca22cfa 00000020:00000080:1.0:1787118082.789890:0:19555:0:(genops.c:906:class_export_put()) final put ffff9590416c6800/1a9f6d94-945a-4857-8f05-611d8ca22cfa 00000020:00000080:2.0:1787118082.790139:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff959047305000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1787118082.790194:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9590416c6800/1a9f6d94-945a-4857-8f05-611d8ca22cfa for lustre-OST0001 00000020:00000080:2.0:1787118082.790212:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff959047303800 for lustre-OST0001 00000020:00000080:2.0:1787118082.790217:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9590416c0000 for lustre-OST0001 00000001:00100000:2.0:1787118082.790806:0:17966:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:2.0:1787118082.790818:0:17966:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:2.0:1787118082.790822:0:17966:0:(genops.c:906:class_export_put()) final put ffff95916bb74800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1787118082.790840:0:17966:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 0f0e0ffb-21ae-4b6f-b7e4-24c967550167 00000001:00080000:2.0:1787118082.790845:0:17966:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:2.0:1787118082.790848:0:17966:0:(genops.c:906:class_export_put()) final put ffff95916bbcd000/0f0e0ffb-21ae-4b6f-b7e4-24c967550167 00000001:00100000:2.0:1787118082.790852:0:17966:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 1a9f6d94-945a-4857-8f05-611d8ca22cfa 00000001:00080000:2.0:1787118082.790856:0:17966:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:2.0:1787118082.790858:0:17966:0:(genops.c:906:class_export_put()) final put ffff9590416c7800/1a9f6d94-945a-4857-8f05-611d8ca22cfa 00000020:00000080:0.0:1787118082.791148:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff95916bb74800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:0.0:1787118082.791201:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff95916bbcd000/0f0e0ffb-21ae-4b6f-b7e4-24c967550167 for lustre-MDT0001 00000020:00000080:0.0:1787118082.791222:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff9590416c7800/1a9f6d94-945a-4857-8f05-611d8ca22cfa for lustre-MDT0001 00000020:00000080:0.0:1787118082.791239:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff95916bb72800 for lustre-MDT0001 00000020:00000080:0.0:1787118082.791256:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff95916bbca800 for lustre-MDT0001 00000020:00000080:0.0:1787118082.791259:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9590416c1800 for lustre-MDT0001 00000001:00100000:0.0:1787118082.791515:0:17214:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787118082.791519:0:17214:0:(genops.c:906:class_export_put()) final put ffff959047f0b800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1787118082.791535:0:17214:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 0f0e0ffb-21ae-4b6f-b7e4-24c967550167 00000001:00080000:0.0:1787118082.791541:0:17214:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934638 is committed 00000020:00000080:0.0:1787118082.791543:0:17214:0:(genops.c:906:class_export_put()) final put ffff959176ef0000/0f0e0ffb-21ae-4b6f-b7e4-24c967550167 00000001:00100000:0.0:1787118082.791547:0:17214:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 1a9f6d94-945a-4857-8f05-611d8ca22cfa 00000001:00080000:0.0:1787118082.791551:0:17214:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934637 is committed 00000020:00000080:0.0:1787118082.791553:0:17214:0:(genops.c:906:class_export_put()) final put ffff9590416c5800/1a9f6d94-945a-4857-8f05-611d8ca22cfa 00000020:00000080:2.0:1787118082.791689:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff959047f0b800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:2.0:1787118082.791725:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff959176ef0000/0f0e0ffb-21ae-4b6f-b7e4-24c967550167 for lustre-MDT0000 00000020:00000080:2.0:1787118082.791743:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9590416c5800/1a9f6d94-945a-4857-8f05-611d8ca22cfa for lustre-MDT0000 00000020:00000080:2.0:1787118082.791766:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9590466a1800 for lustre-MDT0000 00000020:00000080:2.0:1787118082.791770:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff959176ef5000 for lustre-MDT0000 00000020:00000080:2.0:1787118082.791773:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9590416c6000 for lustre-MDT0000 00000020:01000000:1.0:1787118083.490611:0:20806:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff95904763d360 - data ffff9591468b7288/ffff9590416a7c00 00000020:01000000:1.0:1787118083.490788:0:20806:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff95916bcdcd80 - data ffff95914884e0d8/ffff95916a567c00 00000001:00000004:1.0:1787118083.502421:0:20806:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00000100:00080000:2.0:1787118083.592368:0:20806:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787118083.592378:0:20806:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1787118083.592394:0:20806:0:(client.c:3150:ptlrpc_free_committed()) @@@ free request with old gen req@ffff959048594a80 x1873928567106944/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1787118091 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118083.592422:0:20806:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1787118083.600715:0:20806:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1787118083.600734:0:20806:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1787118083.601351:0:20806:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787118083.601355:0:20806:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1787118083.603260:0:17258:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1787118083.603271:0:17258:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1787118083.603288:0:17258:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1787118083.604759:0:20806:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1787118083.604772:0:20806:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:2.0:1787118083.604790:0:20806:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787118083.604792:0:20806:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1787118083.605918:0:17260:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1787118083.605924:0:17260:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:0.0:1787118083.605937:0:17260:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1787118083.609473:0:20806:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c1228 00000020:00000080:1.0:1787118083.609484:0:20806:0:(genops.c:906:class_export_put()) final put ffff95917260f000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1787118083.610677:0:20806:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c123d 00000020:00000080:1.0:1787118083.610686:0:20806:0:(genops.c:906:class_export_put()) final put ffff95917260d000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787118083.610764:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff95917260f000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1787118083.610822:0:20806:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:1.0:1787118083.610827:0:20806:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787118083.610836:0:20806:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1787118083.610839:0:20806:0:(genops.c:1579:class_disconnect_exports()) OBD device 4 (ffff9590476a4d40) has no exports 00000004:01000000:1.0:1787118083.610989:0:20806:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1787118083.610998:0:20806:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c129f 00000020:00000080:1.0:1787118083.611002:0:20806:0:(genops.c:906:class_export_put()) final put ffff95917fb13800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787118083.611019:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff95917260d000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1787118083.611078:0:20806:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1787118083.611138:0:20806:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787118083.611143:0:20806:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787118083.611145:0:20806:0:(genops.c:1579:class_disconnect_exports()) OBD device 10 (ffff95917d608000) has no exports 00000020:00000080:1.0:1787118083.611159:0:20806:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c1298 00000020:00000080:1.0:1787118083.611162:0:20806:0:(genops.c:906:class_export_put()) final put ffff95917377e000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1787118083.611246:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff95917fb13800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00010000:01000000:1.0:1787118083.611672:0:20806:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1787118083.611676:0:20806:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1787118083.611681:0:20806:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:1.0:1787118083.611686:0:20806:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787118083.611689:0:20806:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787118083.611716:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff95917377e000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1787118083.611792:0:20806:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787118083.611799:0:20806:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787118083.611813:0:20806:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c128a 00000020:00000080:1.0:1787118083.611819:0:20806:0:(genops.c:906:class_export_put()) final put ffff95917260b800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787118083.612036:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff959173778000 for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1787118083.612042:0:37:0:(genops.c:906:class_export_put()) final put ffff959172609800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787118083.612044:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff959172609800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1787118083.612049:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1787118083.612275:0:20806:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:1.0:1787118083.612279:0:20806:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787118083.612283:0:20806:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787118083.612286:0:20806:0:(genops.c:1579:class_disconnect_exports()) OBD device 9 (ffff95917d60cd40) has no exports 00000020:00000080:1.0:1787118083.612291:0:20806:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c1283 00000020:00000080:1.0:1787118083.612295:0:20806:0:(genops.c:906:class_export_put()) final put ffff95917fb14800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1787118083.612315:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff95917260b800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00010000:01000000:1.0:1787118083.612709:0:20806:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:1.0:1787118083.612713:0:20806:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1787118083.612716:0:20806:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1787118083.612720:0:20806:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787118083.612722:0:20806:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787118083.612748:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff95917fb14800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1787118083.612858:0:20806:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787118083.612864:0:20806:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:1.0:1787118083.612875:0:20806:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1787118083.612879:0:20806:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c1275 00000020:00000080:1.0:1787118083.612884:0:20806:0:(genops.c:906:class_export_put()) final put ffff95917260e000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1787118083.612887:0:20806:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:1.0:1787118083.612891:0:20806:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787118083.612894:0:20806:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787118083.612896:0:20806:0:(genops.c:1579:class_disconnect_exports()) OBD device 8 (ffff95916bce3380) has no exports 00000020:00000080:1.0:1787118083.612899:0:20806:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c126e 00000020:00000080:1.0:1787118083.612910:0:20806:0:(genops.c:906:class_export_put()) final put ffff959144c55000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1787118083.613150:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff95917fb10000 for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1787118083.613157:0:37:0:(genops.c:906:class_export_put()) final put ffff959172608800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787118083.613159:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff959172608800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:0.0:1787118083.613163:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787118083.613219:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff95917260e000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1787118083.613224:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff959144c55000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1787118083.614187:0:20806:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1787118083.614192:0:20806:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1787118083.614196:0:20806:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1787118083.614201:0:20806:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787118083.614243:0:20806:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787118083.614251:0:20806:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787118083.614273:0:20806:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787118083.614276:0:20806:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787118083.614279:0:20806:0:(genops.c:906:class_export_put()) final put ffff95917260a000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787118083.614283:0:20806:0:(genops.c:865:class_export_destroy()) destroying export ffff95917260a000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1787118083.614289:0:20806:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1787118083.614369:0:20806:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c1244 00000020:00000080:0.0:1787118083.614375:0:20806:0:(genops.c:906:class_export_put()) final put ffff959172608000/lustre-MDD0000_UUID 00000020:01000000:0.0:1787118083.614380:0:20806:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1787118083.614384:0:20806:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787118083.614388:0:20806:0:(obd_config.c:955:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1787118083.614391:0:20806:0:(genops.c:1579:class_disconnect_exports()) OBD device 6 (ffff95916bce0000) has no exports 00000020:00000080:0.0:1787118083.614408:0:20806:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787118083.614412:0:20806:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1787118083.614415:0:20806:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c124b 00000020:00000080:0.0:1787118083.614418:0:20806:0:(genops.c:906:class_export_put()) final put ffff95917260e800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1787118083.614427:0:20806:0:(tgt_mount.c:187:server_put_mount()) put mount ffff95904849f000 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1787118083.614430:0:20806:0:(obd_mount.c:710:lustre_put_lsi()) put ffff95904849f000 3 00000020:01000004:0.0:1787118083.614433:0:20806:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff95904849f000 from lustre-MDT0000 00000020:00000080:0.0:1787118083.614450:0:20806:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787118083.614454:0:20806:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1787118083.614456:0:20806:0:(genops.c:906:class_export_put()) final put ffff95917260f800/lustre-MDT0000_UUID 00000020:00000080:0.0:1787118083.614458:0:20806:0:(genops.c:865:class_export_destroy()) destroying export ffff95917260f800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1787118083.614465:0:20806:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1787118083.614507:0:20806:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1787118083.614512:0:20806:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1787118083.614515:0:20806:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1787118083.614518:0:20806:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787118083.614520:0:20806:0:(obd_config.c:955:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1787118083.614527:0:20806:0:(genops.c:1840:print_export_data()) MGS: ACTIVE ffff95904849d800 49bc9354-ae26-4a7f-ab62-8f9e548b50bb 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787118083.614532:0:20806:0:(genops.c:1574:class_disconnect_exports()) OBD device 1 (ffff9590476a3380) has exports, disconnecting them 00000020:00080000:0.0:1787118083.614536:0:20806:0:(genops.c:1549:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff95904849d800), last request at 1787117985 00000020:00000080:0.0:1787118083.614552:0:20806:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c11f0 00000020:00010000:0.0:1787118083.614556:0:20806:0:(genops.c:1942:obd_stale_export_put()) Put export ffff95904849d800: total 2 00000100:00080000:0.0:1787118083.614560:0:20806:0:(import.c:65:import_set_state_nolock()) ffff95904849b800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1787118083.614591:0:20806:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff95904849d800): rc 0 00000020:00080000:0.0:1787118083.614596:0:20806:0:(genops.c:1579:class_disconnect_exports()) OBD device 1 (ffff9590476a3380) has no exports 00000100:00100000:2.0:1787118083.616379:0:17227:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff95904721e200:17227] 1 exiting: rc = 0 00000100:00100000:2.0:1787118083.616494:0:17226:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff95917378cc00:17226] 0 exiting: rc = 1 00000020:00000080:2.0:1787118083.616535:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff959144c51000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1787118083.616543:0:37:0:(genops.c:906:class_export_put()) final put ffff9590470d1000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787118083.616547:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff9590470d1000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:2.0:1787118083.616551:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1787118083.616654:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff959172608000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:2.0:1787118083.616659:0:37:0:(genops.c:906:class_export_put()) final put ffff95917260c000/lustre-MDD0000_UUID 00000020:00000080:2.0:1787118083.616661:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff95917260c000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:2.0:1787118083.616664:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:2.0:1787118083.616689:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff95917260e800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00010000:2.0:1787118083.617176:0:17222:0:(genops.c:1928:obd_stale_export_get()) Get export ffff95904849d800: total 0 00010000:00010000:2.0:1787118083.617214:0:17222:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff95904849d800, canceled 0 locks, left on hash table 13. 00010000:00010000:2.0:1787118083.617248:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959047eae200/0xce66ce20914c161f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xce66ce20914c1618 expref: 14 pid: 17226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118083.617280:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959047d70200/0xce66ce20914c1451 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xce66ce20914c144a expref: 13 pid: 17228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118083.617291:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959144390a00/0xce66ce20914c15e0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xce66ce20914c15d9 expref: 12 pid: 17227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118083.617302:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959144391a00/0xce66ce20914c11fe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xce66ce20914c11f7 expref: 11 pid: 17227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118083.617328:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959047eae000/0xce66ce20914c130f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xce66ce20914c1308 expref: 10 pid: 17226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118083.617341:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff95917d2f5000/0xce66ce20914c147b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xce66ce20914c1474 expref: 9 pid: 17226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118083.617353:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959144390c00/0xce66ce20914c17a7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xce66ce20914c17a0 expref: 8 pid: 17227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118083.617364:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959047d71800/0xce66ce20914c13cc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xce66ce20914c13c5 expref: 7 pid: 17228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118083.617375:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959047eaec00/0xce66ce20914c131d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xce66ce20914c1316 expref: 6 pid: 17226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118083.617387:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959144391400/0xce66ce20914c17b5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xce66ce20914c17ae expref: 5 pid: 17228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118083.617398:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959047eae600/0xce66ce20914c132b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xce66ce20914c1324 expref: 4 pid: 17226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118083.617407:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959144390400/0xce66ce20914c17c3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xce66ce20914c17bc expref: 3 pid: 17228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118083.617418:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9591820c5c00/0xce66ce20914c15b6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xce66ce20914c15af expref: 2 pid: 17228 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118083.617428:0:17222:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff95904849d800, canceled 13 locks, left on hash table 0. 00000020:00000080:2.0:1787118083.617442:0:17222:0:(genops.c:906:class_export_put()) final put ffff95904849d800/49bc9354-ae26-4a7f-ab62-8f9e548b50bb 00010000:00010000:2.0:1787118083.617459:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118083.617467:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118083.617469:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787118083.618214:0:17228:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff95917d5e4c00:17228] 2 exiting: rc = 0 00000020:00000080:0.0:1787118083.618849:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff95904849d800/49bc9354-ae26-4a7f-ab62-8f9e548b50bb for MGS 00000020:00000080:0.0:1787118083.618886:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff95904849b800 for MGS 00000100:00100000:0.0:1787118083.619079:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619088:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619094:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619116:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619122:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619127:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619133:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619139:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619145:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619150:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619156:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619163:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619168:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619348:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619354:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619359:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619367:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619373:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619389:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619395:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619400:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619407:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619415:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619422:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619430:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619436:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619443:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619451:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619460:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619466:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619474:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619482:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619490:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619497:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619505:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619515:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619524:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619531:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619538:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619544:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619552:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.619560:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.620549:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.620562:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.620781:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.620790:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.620798:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.620805:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.620813:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.620820:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.620829:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.620837:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.620846:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.620862:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.620874:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.620880:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.620892:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.620898:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.620904:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.620995:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.621002:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.621008:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.621013:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118083.621019:0:20806:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:2.0:1787118083.622275:0:20806:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff959145fa5060 - data ffff9591469c6d80/ffff959176f86000 00000020:01000000:2.0:1787118083.622388:0:20806:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff9591605fad80 - data ffff959146b40360/ffff95917b831000 00000020:00000080:2.0:1787118083.622999:0:20806:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c11d4 00000020:00000080:2.0:1787118083.623008:0:20806:0:(genops.c:906:class_export_put()) final put ffff9590486a9800/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1787118083.623031:0:20806:0:(tgt_mount.c:187:server_put_mount()) put mount ffff95904849f000 from MGS, refs=2 00000020:01000004:2.0:1787118083.623036:0:20806:0:(obd_mount.c:710:lustre_put_lsi()) put ffff95904849f000 2 00000020:01000004:2.0:1787118083.623040:0:20806:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff95904849f000 from MGS 00000020:00000080:2.0:1787118083.623068:0:20806:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787118083.623075:0:20806:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:2.0:1787118083.623078:0:20806:0:(genops.c:906:class_export_put()) final put ffff9590486ac000/MGS 00000020:00000080:2.0:1787118083.623082:0:20806:0:(genops.c:865:class_export_destroy()) destroying export ffff9590486ac000/MGS for MGS 00000020:00000080:0.0:1787118083.623090:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9590486a9800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1787118083.623091:0:20806:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:2.0:1787118083.623224:0:20806:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:2.0:1787118083.623229:0:20806:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787118083.623235:0:20806:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1787118083.623243:0:20806:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff959172609000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787118083.623249:0:20806:0:(genops.c:1574:class_disconnect_exports()) OBD device 11 (ffff95916bce19c0) has exports, disconnecting them 00000020:00080000:2.0:1787118083.623254:0:20806:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff959172609000), last request at 1787117985 00000020:00000080:2.0:1787118083.623258:0:20806:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c12d7 00000020:00080000:2.0:1787118083.623273:0:20806:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff959172609000): rc 0 00000020:00000080:2.0:1787118083.623279:0:20806:0:(genops.c:906:class_export_put()) final put ffff959172609000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1787118083.623326:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff959172609000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1787118083.636446:0:20806:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1787118083.636457:0:20806:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787118083.636463:0:20806:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1787118083.636471:0:20806:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787118083.636515:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff959158bd3800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1787118083.637282:0:20806:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787118083.637293:0:20806:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:0.0:1787118083.637301:0:20806:0:(genops.c:906:class_export_put()) final put ffff959144320000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1787118083.637305:0:20806:0:(genops.c:865:class_export_destroy()) destroying export ffff959144320000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1787118083.637321:0:20806:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1787118083.637421:0:20806:0:(obd_mount.c:710:lustre_put_lsi()) put ffff95904849f000 1 00000020:00000080:0.0:1787118083.637428:0:20806:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c11c6 00000020:00000080:0.0:1787118083.637434:0:20806:0:(genops.c:906:class_export_put()) final put ffff9590486ae000/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1787118083.637448:0:20806:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1787118083.637460:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9590486ae000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1787118083.637472:0:20806:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787118083.637477:0:20806:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1787118083.637480:0:20806:0:(genops.c:1579:class_disconnect_exports()) OBD device 0 (ffff95917d6099c0) has no exports 00010000:00010000:0.0:1787118083.682340:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1787118083.694945:0:20806:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787118083.694958:0:20806:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:2.0:1787118083.694964:0:20806:0:(genops.c:906:class_export_put()) final put ffff95904849a000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1787118083.694968:0:20806:0:(genops.c:865:class_export_destroy()) destroying export ffff95904849a000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:2.0:1787118083.694981:0:20806:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:2.0:1787118083.695148:0:20806:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff95904849e800 00000020:02000400:2.0:1787118083.695207:0:20806:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0000 complete 00000100:00100000:0.0:1787118083.809425:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567107712:0@lo:400:kworker.0 00000100:00100000:0.0:1787118083.809508:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118083.809545:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3627:1873928567108224:0@lo:400:kworker.0 00000100:00100000:0.0:1787118083.809587:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118083.809614:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1787118083.809620:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3627:1873928567107328:0@lo:400:kworker.0 00000400:00000100:0.0:1787118083.809640:0:3627:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1873928567107328 offset 0 length 224: 4 00000100:00100000:0.0:1787118083.809661:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3627:1873928567107840:0@lo:400:kworker.0 00000100:00100000:0.0:1787118083.809682:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118083.809698:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3627:1873928567108352:0@lo:400:kworker.0 00000100:00100000:0.0:1787118083.809717:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118083.809740:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567107456:0@lo:400:kworker.0 00000100:00100000:0.0:1787118083.809779:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118083.809797:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3625:1873928567107968:0@lo:400:kworker.0 00000100:00100000:0.0:1787118083.809820:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118083.809840:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1787118083.809846:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567107584:0@lo:400:kworker.0 00000100:00100000:0.0:1787118083.809868:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118083.809884:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3625:1873928567108096:0@lo:400:kworker.0 00000100:00100000:0.0:1787118083.809907:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118083.809934:0:18741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567107712 00000100:00100000:0.0:1787118083.809941:0:18741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567107712 00000100:00100000:0.0:1787118083.809998:0:18741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567107584 00000100:00100000:0.0:1787118083.810001:0:18741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567107584 00000100:00100000:0.0:1787118083.810033:0:18741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1787118083.810041:0:18741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567107712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118083.810093:0:18741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567107712:12345-0@lo:400:kworker.0 Request processed in 53us (586us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118083.810143:0:18741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1787118083.810162:0:18741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1787118083.810168:0:18741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959046731180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567107584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118083.810202:0:18741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959046731180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567107584:12345-0@lo:400:kworker.0 Request processed in 35us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118083.810209:0:18741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1787118083.810227:0:17235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567108224 00000100:00100000:0.0:1787118083.810231:0:17235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567108224 00000100:00100000:0.0:1787118083.810248:0:17235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567107840 00000100:00100000:0.0:1787118083.810250:0:17235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567107840 00000100:00100000:0.0:1787118083.810257:0:17235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567108352 00000100:00100000:0.0:1787118083.810259:0:17235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567108352 00000100:00100000:0.0:1787118083.810272:0:17235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567107968 00000100:00100000:0.0:1787118083.810274:0:17235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567107968 00000100:00100000:0.0:1787118083.810283:0:17235:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567108096 00000100:00100000:0.0:1787118083.810285:0:17235:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567108096 00000100:00100000:0.0:1787118083.810301:0:17235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1787118083.810307:0:17235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959046730700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3627:x1873928567108352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118083.810339:0:17235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959046730700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3627:x1873928567108352:12345-0@lo:400:kworker.0 Request processed in 32us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118083.810345:0:17235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1787118083.810361:0:17235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1787118083.810367:0:17235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959046731c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3625:x1873928567108096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118083.810395:0:17235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959046731c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3625:x1873928567108096:12345-0@lo:400:kworker.0 Request processed in 29us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118083.810410:0:17235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1787118083.810423:0:17235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1787118083.810427:0:17235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3627:x1873928567108224:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1787118083.810433:0:17235:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1787118083.810461:0:17235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3627:x1873928567108224:12345-0@lo:400:kworker.0 Request processed in 32us (874us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787118083.810467:0:17235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1787118083.810477:0:17235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1787118083.810480:0:17235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959046732300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3627:x1873928567107840:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1787118083.810484:0:17235:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1787118083.810505:0:17235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959046732300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3627:x1873928567107840:12345-0@lo:400:kworker.0 Request processed in 23us (822us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787118083.810510:0:17235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1787118083.810522:0:17235:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1787118083.810526:0:17235:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959046732680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3625:x1873928567107968:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1787118083.810530:0:17235:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1787118083.810551:0:17235:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959046732680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3625:x1873928567107968:12345-0@lo:400:kworker.0 Request processed in 23us (730us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787118083.810556:0:17235:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1787118083.810597:0:17240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567107456 00000100:00100000:0.0:1787118083.810601:0:17240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567107456 00000100:00100000:0.0:1787118083.810622:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1787118083.810627:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959046733480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3625:x1873928567107456:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1787118083.810632:0:17240:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1787118083.810658:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959046733480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3625:x1873928567107456:12345-0@lo:400:kworker.0 Request processed in 30us (879us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787118083.810663:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:0.0:1787118083.810694:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787118083.810699:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787118083.810701:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787118083.810752:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567107584:0@lo:400:kworker.0 00010000:00080000:0.0:1787118083.810767:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff95916a6b0e00 x1873928567108096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118099 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787118083.810777:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3625:1873928567108096:0@lo:400:kworker.0 00000100:00080000:0.0:1787118083.810788:0:3625:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1787118083.810793:0:3625:0:(import.c:65:import_set_state_nolock()) ffff9590466a6800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1787118083.810796:0:3625:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:2.0:1787118083.813025:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787118083.813062:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567108480:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787118083.813180:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118083.813339:0:18743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567108480 00000100:00100000:3.0:1787118083.813347:0:18743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567108480 00000100:00100000:3.0:1787118083.813412:0:18743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787118083.813422:0:18743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567108480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787118083.813460:0:18743:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:3.0:1787118083.813510:0:18743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567108480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118083.813519:0:18743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1787118083.813648:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567108480:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1787118083.815384:0:3627:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1787118083.815392:0:3627:0:(import.c:65:import_set_state_nolock()) ffff95917a047000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1787118083.815396:0:3627:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1787118083.815402:0:3627:0:(import.c:65:import_set_state_nolock()) ffff95917a047000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787118083.815406:0:3627:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 512 00000100:00080000:1.0:1787118083.815415:0:3627:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff95917a047000 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:1.0:1787118083.815451:0:3627:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff959048594a80 x1873928567108608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787118083.815484:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3627:1873928567107840:0@lo:400:kworker.0 00010000:00080000:1.0:1787118083.815501:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff95916a6b3800 x1873928567108352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118099 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118083.815507:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3624:1873928567108608:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1787118083.815519:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3627:1873928567108352:0@lo:400:kworker.0 00000100:00100000:1.0:1787118083.815532:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567107712:0@lo:400:kworker.0 00000100:00080000:1.0:1787118083.815545:0:3627:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1787118083.815548:0:3627:0:(import.c:65:import_set_state_nolock()) ffff95916bbd7800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1787118083.815551:0:3627:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1787118083.815555:0:3627:0:(import.c:65:import_set_state_nolock()) ffff95916bbd7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787118083.815558:0:3627:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 542 00000100:00080000:1.0:1787118083.815574:0:3627:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff95916bbd7800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:2.0:1787118083.815582:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118083.815589:0:3627:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff959048595c00 x1873928567108736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787118083.815603:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3627:1873928567108224:0@lo:400:kworker.0 00000100:00100000:2.0:1787118083.815624:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3624:1873928567108736:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1787118083.815651:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118083.815684:0:17236:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567108608 00000100:00100000:2.0:1787118083.815689:0:17236:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567108608 00000100:00100000:2.0:1787118083.815716:0:17236:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567108736 00000100:00100000:2.0:1787118083.815719:0:17236:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567108736 00000100:00100000:2.0:1787118083.815738:0:17236:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1787118083.815745:0:17236:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959045834380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3624:x1873928567108608:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:2.0:1787118083.815764:0:17236:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787118083.820174:0:17234:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1787118083.820189:0:17234:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959045837100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3624:x1873928567108736:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:3.0:1787118083.820216:0:17234:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787118083.820319:0:17234:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959045837100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3624:x1873928567108736:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 132us (4666us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787118083.820328:0:17234:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00080000:3.0:1787118083.826791:0:3624:0:(import.c:65:import_set_state_nolock()) ffff95916bbd7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787118083.826804:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787118083.826809:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048595c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3624:1873928567108736:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:0.0:1787118083.836267:0:3625:0:(import.c:65:import_set_state_nolock()) ffff9590466a6800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787118083.836279:0:3625:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 512 00000100:00080000:0.0:1787118083.836290:0:3625:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9590466a6800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:0.0:1787118083.841448:0:3625:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95917bf0d880 x1873928567108864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787118083.841494:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567107456:0@lo:400:kworker.0 00000100:00080000:0.0:1787118083.841531:0:3625:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1787118083.841536:0:3625:0:(import.c:65:import_set_state_nolock()) ffff9591771dc000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1787118083.841540:0:3625:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1787118083.841545:0:3625:0:(import.c:65:import_set_state_nolock()) ffff9591771dc000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787118083.841548:0:3625:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 527 00000100:00080000:0.0:1787118083.841557:0:3625:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9591771dc000 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:0.0:1787118083.841584:0:3625:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95917bf0e680 x1873928567108992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787118083.841606:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3625:1873928567107968:0@lo:400:kworker.0 00000100:00100000:3.0:1787118083.841717:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1873928567108864:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1787118083.841787:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118083.841822:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3624:1873928567108992:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1787118083.841848:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118083.841885:0:17234:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567108992 00000100:00100000:3.0:1787118083.841890:0:17234:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567108992 00000100:00100000:3.0:1787118083.841925:0:17234:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1787118083.841932:0:17234:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3624:x1873928567108992:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:3.0:1787118083.841956:0:17234:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787118083.841997:0:17234:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3624:x1873928567108992:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 63us (148us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787118083.842014:0:17234:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00080000:3.0:1787118083.842045:0:3624:0:(import.c:65:import_set_state_nolock()) ffff9591771dc000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787118083.842049:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787118083.842053:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3624:1873928567108992:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:0.0:1787118083.842163:0:17240:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567108864 00000100:00100000:0.0:1787118083.842167:0:17240:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567108864 00000100:00100000:0.0:1787118083.842225:0:17240:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1787118083.842231:0:17240:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3624:x1873928567108864:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:0.0:1787118083.842242:0:17240:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1787118083.842275:0:17240:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3624:x1873928567108864:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 42us (488us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787118083.842281:0:17240:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00080000:1.0:1787118083.849201:0:3624:0:(import.c:65:import_set_state_nolock()) ffff9590466a6800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787118083.849216:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787118083.849221:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1873928567108864:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1787118083.906370:0:17236:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959045834380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3624:x1873928567108608:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 90617us (90782us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787118083.906386:0:17236:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00080000:1.0:1787118083.908190:0:3624:0:(import.c:65:import_set_state_nolock()) ffff95917a047000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787118083.908200:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787118083.908205:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3624:1873928567108608:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1787118084.321786:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787118084.321815:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567109120:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787118084.321892:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118084.321946:0:18743:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567109120 00000100:00100000:1.0:1787118084.321955:0:18743:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567109120 00000100:00100000:1.0:1787118084.322007:0:18743:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1787118084.322016:0:18743:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959048594a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567109120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787118084.322049:0:18743:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1787118084.322243:0:18743:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959048594a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567109120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118084.322371:0:18743:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1787118084.322708:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567109120:0@lo:13:osp-pre-0-1.0 00000040:00080000:0.0:1787118084.578310:0:17987:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1787118084.706139:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118085.736651:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118086.753347:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1787118086.889645:0:18736:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1787118086.889656:0:18736:0:(genops.c:906:class_export_put()) final put ffff959045857000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1787118086.891434:0:9516:0:(genops.c:865:class_export_destroy()) destroying export ffff959045857000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1787118086.891495:0:9516:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff959045850800 for lustre-OST0000 00000020:01000004:3.0:1787118087.432949:0:21006:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:3.0:1787118087.447458:0:21006:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:3.0:1787118087.447528:0:21006:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047d70a00/0xce66ce20914c13c5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c13cc expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118087.447543:0:21006:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047d70a00/0xce66ce20914c13c5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c13cc expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118087.447552:0:21006:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047d70a00/0xce66ce20914c13c5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c13cc expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118087.447559:0:21006:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff959047d70a00/0xce66ce20914c13c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c13cc expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118087.447586:0:21006:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1787118087.447591:0:21006:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1787118087.447621:0:21006:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787118087.447625:0:21006:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1787118087.447630:0:21006:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1787118087.447647:0:21006:0:(import.c:65:import_set_state_nolock()) ffff95917a047000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1787118087.447651:0:21006:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787118087.447653:0:21006:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787118087.447656:0:21006:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1787118087.447727:0:19471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787118087.447737:0:19471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff959047d70a00/0xce66ce20914c13c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c13cc expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118087.447758:0:19471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047d70a00 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:1.0:1787118087.447762:0:19471:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff959047d70a00/0xce66ce20914c13c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c13cc expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118087.447772:0:19471:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff959047d70a00/0xce66ce20914c13c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xce66ce20914c13cc expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787118087.447779:0:19471:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff959047d70a00/0xce66ce20914c13c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xce66ce20914c13cc expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787118087.447785:0:19471:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1787118087.447787:0:19471:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1787118087.447790:0:19471:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1787118087.447838:0:19471:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff959047d70a00/0xce66ce20914c13c5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c13cc expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118087.447845:0:19471:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787118087.447888:0:19471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff959047d70a00/0xce66ce20914c13c5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c13cc expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118087.447896:0:19471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff959047d70a00/0xce66ce20914c13c5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c13cc expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118087.447908:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118087.447909:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118087.447911:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787118087.447984:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3627:1873928567109248:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787118087.448063:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118087.448326:0:17221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567109248 00000100:00100000:1.0:1787118087.448339:0:17221:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567109248 00000100:00100000:1.0:1787118087.448442:0:17221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787118087.448451:0:17221:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bf0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3627:x1873928567109248:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1787118087.448469:0:17221:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787118087 with bad export cookie 14872801458709598704 00010000:00010000:3.0:1787118087.448753:0:21006:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047d71c00/0xce66ce20914c1324 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c132b expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118087.448763:0:21006:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047d71c00/0xce66ce20914c1324 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c132b expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118087.448770:0:21006:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047d71c00/0xce66ce20914c1324 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c132b expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118087.448777:0:21006:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff959047d71c00/0xce66ce20914c1324 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c132b expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118087.448801:0:21006:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787118087.448808:0:21006:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959144391c00/0xce66ce20914c1618 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c161f expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118087.448815:0:21006:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959144391c00/0xce66ce20914c1618 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c161f expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118087.448820:0:21006:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959144391c00/0xce66ce20914c1618 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c161f expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118087.448827:0:21006:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff959144391c00/0xce66ce20914c1618 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c161f expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118087.448842:0:21006:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787118087.448846:0:17222:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787118087.448854:0:17222:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff959047d71c00/0xce66ce20914c1324 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c132b expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118087.448864:0:17222:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047d71c00 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:0.0:1787118087.448867:0:17222:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff959047d71c00/0xce66ce20914c1324 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c132b expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118087.448875:0:17222:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff959047d71c00/0xce66ce20914c1324 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xce66ce20914c132b expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787118087.448883:0:17222:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff959047d71c00/0xce66ce20914c1324 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xce66ce20914c132b expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787118087.448899:0:17222:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787118087.448901:0:17222:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:0.0:1787118087.448922:0:17222:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff959047d71c00/0xce66ce20914c1324 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c132b expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118087.448928:0:17222:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787118087.448935:0:21006:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959144391000/0xce66ce20914c17bc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c17c3 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118087.448945:0:21006:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959144391000/0xce66ce20914c17bc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c17c3 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118087.448947:0:17222:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff959047d71c00/0xce66ce20914c1324 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c132b expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118087.448958:0:21006:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959144391000/0xce66ce20914c17bc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c17c3 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118087.448960:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff959047d71c00/0xce66ce20914c1324 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c132b expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118087.448973:0:21006:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff959144391000/0xce66ce20914c17bc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c17c3 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118087.448992:0:17222:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787118087.448997:0:21006:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787118087.448997:0:17222:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff959144391c00/0xce66ce20914c1618 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c161f expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118087.449008:0:21006:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047d70800/0xce66ce20914c1316 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c131d expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118087.449008:0:17222:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959144391c00 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:0.0:1787118087.449013:0:17222:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff959144391c00/0xce66ce20914c1618 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c161f expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118087.449022:0:21006:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047d70800/0xce66ce20914c1316 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c131d expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118087.449025:0:17222:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff959144391c00/0xce66ce20914c1618 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xce66ce20914c161f expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118087.449037:0:21006:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047d70800/0xce66ce20914c1316 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c131d expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787118087.449040:0:17222:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff959144391c00/0xce66ce20914c1618 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xce66ce20914c161f expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118087.449053:0:21006:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff959047d70800/0xce66ce20914c1316 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c131d expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787118087.449054:0:17222:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1787118087.449060:0:17222:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1787118087.449064:0:17222:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1787118087.449068:0:21006:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1787118087.449073:0:21006:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:3.0:1787118087.449078:0:21006:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00010000:00010000:0.0:1787118087.449089:0:17222:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff959144391c00/0xce66ce20914c1618 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c161f expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118087.449122:0:17222:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000020:01000004:3.0:1787118087.449129:0:21006:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-MDT0001 00000020:01000000:3.0:1787118087.449134:0:21006:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00010000:00010000:0.0:1787118087.449138:0:17222:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff959144391c00/0xce66ce20914c1618 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c161f expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1787118087.449139:0:21006:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00010000:00010000:0.0:1787118087.449146:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff959144391c00/0xce66ce20914c1618 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c161f expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1787118087.449151:0:21006:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:3.0:1787118087.449160:0:21006:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff9591589eb800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00010000:0.0:1787118087.449163:0:17222:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000020:00080000:3.0:1787118087.449168:0:21006:0:(genops.c:1840:print_export_data()) lustre-MDT0001: ACTIVE ffff95917fb66800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00010000:0.0:1787118087.449168:0:17222:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff959144391000/0xce66ce20914c17bc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c17c3 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1787118087.449179:0:21006:0:(genops.c:1574:class_disconnect_exports()) OBD device 14 (ffff9590471c3380) has exports, disconnecting them 00010000:00010000:0.0:1787118087.449181:0:17222:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959144391000 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:0.0:1787118087.449186:0:17222:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff959144391000/0xce66ce20914c17bc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c17c3 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1787118087.449187:0:21006:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9591589eb800), last request at 1787118083 00010000:00010000:0.0:1787118087.449198:0:17222:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff959144391000/0xce66ce20914c17bc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xce66ce20914c17c3 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1787118087.449199:0:21006:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c160a 10000000:00010000:0.0:1787118087.449208:0:17222:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff959144391000/0xce66ce20914c17bc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xce66ce20914c17c3 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787118087.449213:0:17222:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1787118087.449216:0:17222:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00000100:00080000:3.0:1787118087.449218:0:21006:0:(import.c:65:import_set_state_nolock()) ffff959047301800 : changing import state from FULL to CLOSED 10000000:01000000:0.0:1787118087.449218:0:17222:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1787118087.449232:0:17222:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff959144391000/0xce66ce20914c17bc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c17c3 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118087.449239:0:17222:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787118087.449245:0:17222:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff959144391000/0xce66ce20914c17bc lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c17c3 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118087.449257:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff959144391000/0xce66ce20914c17bc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c17c3 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1787118087.449263:0:21006:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9591589eb800): rc 0 00000020:00000080:3.0:1787118087.449267:0:21006:0:(genops.c:906:class_export_put()) final put ffff9591589eb800/lustre-MDT0001-lwp-OST0001_UUID 00010000:00010000:0.0:1787118087.449268:0:17222:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787118087.449273:0:17222:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff959047d70800/0xce66ce20914c1316 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c131d expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1787118087.449278:0:21006:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff95917fb66800), last request at 1787118083 00010000:00010000:0.0:1787118087.449282:0:17222:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047d70800 already unused, calling callback (ffffffffc1306c20) 00000020:00000080:3.0:1787118087.449284:0:21006:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c14a5 10000000:00010000:0.0:1787118087.449287:0:17222:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff959047d70800/0xce66ce20914c1316 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c131d expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1787118087.449292:0:21006:0:(import.c:65:import_set_state_nolock()) ffff95917fb63800 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1787118087.449296:0:17222:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff959047d70800/0xce66ce20914c1316 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xce66ce20914c131d expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787118087.449304:0:17222:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff959047d70800/0xce66ce20914c1316 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xce66ce20914c131d expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1787118087.449305:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9591589eb800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 10000000:01000000:0.0:1787118087.449314:0:17222:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1787118087.449317:0:17222:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1787118087.449318:0:17222:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1787118087.449334:0:17222:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff959047d70800/0xce66ce20914c1316 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c131d expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118087.449339:0:17222:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787118087.449348:0:17222:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff959047d70800/0xce66ce20914c1316 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c131d expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1787118087.449353:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff959047301800 for lustre-MDT0001 00010000:00010000:0.0:1787118087.449355:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff959047d70800/0xce66ce20914c1316 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xce66ce20914c131d expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1787118087.449373:0:21006:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff95917fb66800): rc 0 00000020:00000080:3.0:1787118087.449376:0:21006:0:(genops.c:906:class_export_put()) final put ffff95917fb66800/lustre-MDT0001-lwp-OST0000_UUID 00010000:00010000:0.0:1787118087.449381:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118087.449384:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118087.449386:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000080:3.0:1787118087.449388:0:21006:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffb5cd41bffae0 00010000:00010000:0.0:1787118087.449394:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1787118087.449401:0:37:0:(genops.c:865:class_export_destroy()) destroying export ffff95917fb66800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000100:00100000:0.0:1787118087.449412:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3627:1873928567109760:0@lo:103:ldlm_bl.0 00000020:00000080:3.0:1787118087.449429:0:37:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff95917fb63800 for lustre-MDT0001 00000100:00080000:3.0:1787118087.449455:0:21006:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787118087.449460:0:21006:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00100000:0.0:1787118087.449461:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118087.449865:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787118087.449873:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3627:1873928567109376:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787118087.449899:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118087.449916:0:20374:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567109760 00000100:00100000:2.0:1787118087.449921:0:20374:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567109760 00000100:00100000:2.0:1787118087.449954:0:20374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1787118087.449961:0:20374:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bf0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3627:x1873928567109760:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1787118087.449967:0:20374:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787118087 with bad export cookie 14872801458709598704 00000100:00100000:2.0:1787118087.450010:0:20374:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bf0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3627:x1873928567109760:12345-0@lo:103:ldlm_bl.0 Request processed in 47us (550us total) trans 0 rc -107/-107 00000100:00100000:2.0:1787118087.450018:0:20374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1787118087.450043:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3626:1873928567109632:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787118087.450069:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118087.450088:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787118087.450094:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3626:1873928567109504:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787118087.450141:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118087.450165:0:17220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567109632 00000100:00100000:2.0:1787118087.450169:0:17220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567109632 00000100:00100000:2.0:1787118087.450181:0:17220:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567109504 00000100:00100000:2.0:1787118087.450183:0:17220:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567109504 00000100:00100000:2.0:1787118087.450192:0:17220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787118087.450197:0:17220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959045837800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3626:x1873928567109632:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1787118087.450202:0:17220:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787118087 with bad export cookie 14872801458709598704 00000100:00100000:2.0:1787118087.450230:0:17220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959045837800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3626:x1873928567109632:12345-0@lo:103:ldlm_bl.0 Request processed in 32us (160us total) trans 0 rc -107/-107 00000100:00100000:2.0:1787118087.450236:0:17220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787118087.450247:0:17220:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787118087.450250:0:17220:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3626:x1873928567109504:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1787118087.450254:0:17220:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787118087 with bad export cookie 14872801458709598704 00000100:00100000:2.0:1787118087.450274:0:17220:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3626:x1873928567109504:12345-0@lo:103:ldlm_bl.0 Request processed in 23us (134us total) trans 0 rc -107/-107 00000100:00100000:2.0:1787118087.450280:0:17220:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:2.0:1787118087.450305:0:3626:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.123@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1787118087.450308:0:3626:0:(import.c:65:import_set_state_nolock()) ffff9590486a9000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1787118087.450312:0:3626:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.123@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1787118087.450384:0:3627:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.123@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1787118087.450443:0:21006:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1787118087.450448:0:21006:0:(import.c:65:import_set_state_nolock()) ffff9590466a6800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1787118087.450582:0:21006:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1787118087.450585:0:21006:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 3 00000004:00080000:3.0:1787118087.450597:0:21006:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1787118087.450667:0:21006:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1787118087.450681:0:21006:0:(import.c:65:import_set_state_nolock()) ffff9591589e9000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1787118087.450701:0:21006:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1787118087.450703:0:21006:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1787118087.450711:0:21006:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1787118087.450784:0:21006:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1787118087.450794:0:21006:0:(import.c:65:import_set_state_nolock()) ffff95917d34f800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1787118087.450834:0:21006:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff9590471c3380) has no exports 00000100:00100000:3.0:1787118087.450940:0:20374:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567109376 00000100:00100000:3.0:1787118087.450945:0:20374:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567109376 00000100:00100000:3.0:1787118087.450964:0:20374:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1787118087.450970:0:20374:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959144b30850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3627:x1873928567109376:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1787118087.450975:0:20374:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787118087 with bad export cookie 14872801458709598704 00000100:00100000:3.0:1787118087.451010:0:20374:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959144b30850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3627:x1873928567109376:12345-0@lo:103:ldlm_bl.0 Request processed in 40us (1111us total) trans 0 rc -107/-107 00000100:00100000:3.0:1787118087.451017:0:20374:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00010000:00010000:3.0:1787118087.451166:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787118087.475259:0:3626:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.123@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1787118087.475265:0:3626:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1787118087.475275:0:3626:0:(client.c:3576:ptlrpc_abort_inflight()) @@@ inflight req@ffff95916a6b1880 x1873928567107328/t0(0) o400->MGC192.168.204.123@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1787118099 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118087.475290:0:3626:0:(client.c:3576:ptlrpc_abort_inflight()) @@@ inflight req@ffff959048597b80 x1873928567109248/t0(0) o103->MGC192.168.204.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787118103 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118087.475299:0:3626:0:(client.c:3576:ptlrpc_abort_inflight()) @@@ inflight req@ffff95917bf0ed80 x1873928567109760/t0(0) o103->MGC192.168.204.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787118103 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118087.475325:0:3626:0:(client.c:3576:ptlrpc_abort_inflight()) @@@ inflight req@ffff95917bf0ea00 x1873928567109376/t0(0) o103->MGC192.168.204.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787118103 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118087.475334:0:3626:0:(client.c:3576:ptlrpc_abort_inflight()) @@@ inflight req@ffff95917bf0f480 x1873928567109632/t0(0) o103->MGC192.168.204.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787118103 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118087.475343:0:3626:0:(client.c:3576:ptlrpc_abort_inflight()) @@@ inflight req@ffff95917bf0e300 x1873928567109504/t0(0) o103->MGC192.168.204.123@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787118103 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787118087.475354:0:3627:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff9590486a9000 already not connected (conn 1, was 1): DISCONN 10000000:01000000:2.0:1787118087.475358:0:3626:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1787118087.475362:0:3626:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1787118087.475364:0:3626:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1787118087.475368:0:3626:0:(import.c:65:import_set_state_nolock()) ffff9590486a9000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787118087.475374:0:3626:0:(import.c:510:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 0@lo last attempt 495 00000100:00080000:2.0:1787118087.475384:0:3626:0:(import.c:624:import_select_connection()) MGC192.168.204.123@tcp: import ffff9590486a9000 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:0.0:1787118087.475508:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048597b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3627:1873928567109248:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787118087.475522:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3627:1873928567107328:0@lo:400:kworker.0 00000100:00100000:0.0:1787118087.475560:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3627:1873928567109376:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787118087.475565:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3627:1873928567109760:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787118087.475677:0:3626:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff959176fe1880 x1873928567110144/t0(0) o250->MGC192.168.204.123@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787118087.475713:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3626:1873928567109632:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787118087.475726:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3626:1873928567109504:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787118087.476171:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1873928567109888:0@lo:9:umount.0 00000100:00100000:0.0:1787118087.476246:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118087.476345:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1873928567110016:0@lo:9:umount.0 00000100:00100000:0.0:1787118087.476371:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118087.476389:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3624:1873928567110144:0@lo:250:ptlrpcd_00_01.0 00000400:00000100:0.0:1787118087.476407:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1873928567110144 offset 0 length 520: 4 00000100:00100000:0.0:1787118087.476450:0:18741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567109888 00000100:00100000:0.0:1787118087.476467:0:18741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567109888 00000100:00100000:0.0:1787118087.476535:0:18741:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567110016 00000100:00100000:0.0:1787118087.476538:0:18741:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567110016 00000100:00100000:0.0:1787118087.476558:0:18741:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787118087.476566:0:18741:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bf0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3624:x1873928567109888:12345-0@lo:9:umount.0 00000020:00000080:0.0:1787118087.476588:0:18741:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c14cf 00000100:00080000:0.0:1787118087.476596:0:18741:0:(import.c:65:import_set_state_nolock()) ffff95916bb6c000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787118087.476634:0:18741:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00080000:2.0:1787118087.476641:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787118087.476648:0:17229:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787118087.476663:0:19848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1787118087.476674:0:19848:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bf0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3624:x1873928567110016:12345-0@lo:9:umount.0 00000020:00000080:2.0:1787118087.476702:0:19848:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c163b 00000100:00080000:2.0:1787118087.476709:0:19848:0:(import.c:65:import_set_state_nolock()) ffff959047300000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787118087.476745:0:19848:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:0.0:1787118087.476788:0:18741:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bf0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3624:x1873928567109888:12345-0@lo:9:umount.0 Request processed in 223us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118087.476796:0:18741:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:0.0:1787118087.476835:0:3624:0:(import.c:65:import_set_state_nolock()) ffff9591589e9000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1787118087.476851:0:19848:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bf0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3624:x1873928567110016:12345-0@lo:9:umount.0 Request processed in 179us (478us total) trans 0 rc 0/0 00000004:00080000:0.0:1787118087.476853:0:3624:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1787118087.476857:0:3624:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787118087.476862:0:19848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787118087.476864:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1873928567109888:0@lo:9:umount.0 00000100:00080000:0.0:1787118087.476882:0:3624:0:(import.c:65:import_set_state_nolock()) ffff95917d34f800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00010000:00010000:2.0:1787118087.476886:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1787118087.476892:0:3624:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1787118087.476895:0:3624:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1787118087.476897:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1873928567110016:0@lo:9:umount.0 00010000:00010000:0.0:1787118087.476919:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1787118087.495285:0:17221:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 18 match 1873928567109248 offset 224 length 224: 4 00000100:00100000:1.0:1787118087.499442:0:17221:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bf0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3627:x1873928567109248:12345-0@lo:103:ldlm_bl.0 Request processed in 50981us (51369us total) trans 0 rc -107/-107 00000100:00100000:1.0:1787118087.499457:0:17221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000020:00080000:3.0:1787118087.517714:0:21006:0:(genops.c:1579:class_disconnect_exports()) OBD device 14 (ffff9590471c3380) has no exports 00000020:01000000:2.0:1787118087.636564:0:21006:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff95904763d240 - data ffff959146a91e58/ffff9590416a7800 00000020:01000000:2.0:1787118087.638520:0:21006:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff959145293720 - data ffff959146a92288/ffff95916b95ac00 00000001:00000004:2.0:1787118087.663826:0:21006:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:1.0:1787118087.760804:0:21006:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787118087.760814:0:21006:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:1.0:1787118087.760824:0:21006:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1787118087.762757:0:21006:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1787118087.762763:0:21006:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 4 00000004:00080000:1.0:1787118087.763062:0:21006:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787118087.763066:0:21006:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1787118087.766858:0:17975:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1787118087.766878:0:17975:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:3.0:1787118087.766892:0:17975:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1787118087.771679:0:21006:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1787118087.771687:0:21006:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:1.0:1787118087.771870:0:21006:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787118087.771874:0:21006:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1787118087.772599:0:17977:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1787118087.772604:0:17977:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:3.0:1787118087.772614:0:17977:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1787118087.776899:0:21006:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c1339 00000020:00000080:1.0:1787118087.776912:0:21006:0:(genops.c:906:class_export_put()) final put ffff95917fb61800/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1787118087.778084:0:21006:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c134e 00000020:00000080:1.0:1787118087.778341:0:21006:0:(genops.c:906:class_export_put()) final put ffff959047f0f800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787118087.778754:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff95917fb61800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:1.0:1787118087.778827:0:21006:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:1.0:1787118087.778884:0:21006:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787118087.778894:0:21006:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1787118087.778898:0:21006:0:(genops.c:1579:class_disconnect_exports()) OBD device 13 (ffff9590471c19c0) has no exports 00000004:01000000:1.0:1787118087.779055:0:21006:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1787118087.779063:0:21006:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c13a2 00000020:00000080:1.0:1787118087.779068:0:21006:0:(genops.c:906:class_export_put()) final put ffff95917d349000/lustre-MDT0001-mdtlov_UUID 00010000:00010000:2.0:1787118087.779122:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1787118087.779406:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff959047f0f800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:1.0:1787118087.779586:0:21006:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:1.0:1787118087.779591:0:21006:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787118087.779596:0:21006:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787118087.779599:0:21006:0:(genops.c:1579:class_disconnect_exports()) OBD device 18 (ffff95916bae8000) has no exports 00000020:00000080:1.0:1787118087.779611:0:21006:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c139b 00000020:00000080:1.0:1787118087.779615:0:21006:0:(genops.c:906:class_export_put()) final put ffff9591589ed800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1787118087.779634:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff95917d349000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00010000:01000000:1.0:1787118087.780037:0:21006:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:1.0:1787118087.780042:0:21006:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1787118087.780047:0:21006:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:1.0:1787118087.780052:0:21006:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787118087.780058:0:21006:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787118087.780322:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9591589ed800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1787118087.780420:0:21006:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787118087.780428:0:21006:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1787118087.780434:0:21006:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c138d 00000020:00000080:1.0:1787118087.780440:0:21006:0:(genops.c:906:class_export_put()) final put ffff959173778800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787118087.780538:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff95917d34f800 for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1787118087.780548:0:8:0:(genops.c:906:class_export_put()) final put ffff9590466a2800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787118087.780550:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9590466a2800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:3.0:1787118087.780554:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1787118087.780682:0:21006:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:1.0:1787118087.780686:0:21006:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787118087.780691:0:21006:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787118087.780694:0:21006:0:(genops.c:1579:class_disconnect_exports()) OBD device 17 (ffff95916bce4d40) has no exports 00000020:00000080:1.0:1787118087.780699:0:21006:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c137f 00000020:00000080:1.0:1787118087.780702:0:21006:0:(genops.c:906:class_export_put()) final put ffff9591589e9800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1787118087.780724:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff959173778800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00010000:01000000:1.0:1787118087.781381:0:21006:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:1.0:1787118087.781384:0:21006:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1787118087.781388:0:21006:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 5 00000004:00080000:1.0:1787118087.781393:0:21006:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1787118087.781395:0:21006:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787118087.781440:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9591589e9800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1787118087.781605:0:21006:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787118087.781611:0:21006:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:1.0:1787118087.781624:0:21006:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1787118087.781630:0:21006:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c1371 00000020:00000080:1.0:1787118087.781636:0:21006:0:(genops.c:906:class_export_put()) final put ffff95917bba6000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787118087.781657:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9591589e9000 for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1787118087.781663:0:8:0:(genops.c:906:class_export_put()) final put ffff9590466a5000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787118087.781665:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9590466a5000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:3.0:1787118087.781668:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1787118087.781765:0:21006:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:1.0:1787118087.781770:0:21006:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787118087.781774:0:21006:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1787118087.781777:0:21006:0:(genops.c:1579:class_disconnect_exports()) OBD device 16 (ffff959177fe99c0) has no exports 00000020:00000080:1.0:1787118087.781782:0:21006:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c136a 00000020:00000080:1.0:1787118087.781794:0:21006:0:(genops.c:906:class_export_put()) final put ffff9590466a0000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1787118087.781811:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff95917bba6000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1787118087.784714:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9590466a0000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:1.0:1787118087.791570:0:21006:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:1.0:1787118087.791580:0:21006:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787118087.791584:0:21006:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1787118087.791593:0:21006:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787118087.791696:0:21006:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787118087.791708:0:21006:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1787118087.791734:0:21006:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787118087.791738:0:21006:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1787118087.791744:0:21006:0:(genops.c:906:class_export_put()) final put ffff95917fb61000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1787118087.791748:0:21006:0:(genops.c:865:class_export_destroy()) destroying export ffff95917fb61000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:1.0:1787118087.791756:0:21006:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1787118087.791995:0:21006:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c1355 00000020:00000080:1.0:1787118087.792003:0:21006:0:(genops.c:906:class_export_put()) final put ffff959047f0e800/lustre-MDD0001_UUID 00000020:00000080:3.0:1787118087.792143:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9590466a6800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1787118087.792150:0:8:0:(genops.c:906:class_export_put()) final put ffff9590466a3000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787118087.792152:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9590466a3000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:3.0:1787118087.792160:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1787118087.792452:0:21006:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:1.0:1787118087.792458:0:21006:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787118087.792534:0:21006:0:(obd_config.c:955:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1787118087.792538:0:21006:0:(genops.c:1579:class_disconnect_exports()) OBD device 15 (ffff9590471c4d40) has no exports 00000020:00000080:1.0:1787118087.792562:0:21006:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787118087.792566:0:21006:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:1.0:1787118087.792570:0:21006:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c135c 00000020:00000080:1.0:1787118087.792574:0:21006:0:(genops.c:906:class_export_put()) final put ffff959047f08000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1787118087.792597:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff959047f0e800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:3.0:1787118087.792601:0:8:0:(genops.c:906:class_export_put()) final put ffff95917fb67800/lustre-MDD0001_UUID 00000020:00000080:3.0:1787118087.792603:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff95917fb67800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:3.0:1787118087.792607:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:01000004:1.0:1787118087.792764:0:21006:0:(tgt_mount.c:187:server_put_mount()) put mount ffff95917baee000 from lustre-MDT0001, refs=2 00000020:01000004:1.0:1787118087.792767:0:21006:0:(obd_mount.c:710:lustre_put_lsi()) put ffff95917baee000 2 00000020:01000004:1.0:1787118087.792771:0:21006:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff95917baee000 from lustre-MDT0001 00000020:00000080:1.0:1787118087.792791:0:21006:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787118087.792806:0:21006:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:1.0:1787118087.792809:0:21006:0:(genops.c:906:class_export_put()) final put ffff95917fb63000/lustre-MDT0001_UUID 00000020:00000080:1.0:1787118087.792811:0:21006:0:(genops.c:865:class_export_destroy()) destroying export ffff95917fb63000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:1.0:1787118087.792818:0:21006:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:1.0:1787118087.792847:0:21006:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:1.0:1787118087.792850:0:21006:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:1.0:1787118087.792870:0:21006:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787118087.792874:0:21006:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1787118087.792881:0:21006:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff95917a041000 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787118087.792885:0:21006:0:(genops.c:1574:class_disconnect_exports()) OBD device 19 (ffff95917d60b380) has exports, disconnecting them 00000020:00080000:1.0:1787118087.792890:0:21006:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff95917a041000), last request at 1787118002 00000020:00000080:1.0:1787118087.792894:0:21006:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c13da 00000020:00080000:1.0:1787118087.792905:0:21006:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff95917a041000): rc 0 00000020:00000080:1.0:1787118087.792909:0:21006:0:(genops.c:906:class_export_put()) final put ffff95917a041000/lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1787118087.793230:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff959047f08000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1787118087.794434:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff95917a041000/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:2.0:1787118087.796297:0:21006:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:2.0:1787118087.796303:0:21006:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787118087.796308:0:21006:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1787118087.796314:0:21006:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787118087.796554:0:21006:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787118087.796563:0:21006:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:2.0:1787118087.796568:0:21006:0:(obd_mount.c:710:lustre_put_lsi()) put ffff95917baee000 1 00000020:00000080:2.0:1787118087.796575:0:21006:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c1301 00000020:00000080:2.0:1787118087.796582:0:21006:0:(genops.c:906:class_export_put()) final put ffff95917baed000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1787118087.796670:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff95917a047000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1787118087.796677:0:8:0:(genops.c:906:class_export_put()) final put ffff95917a044800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:3.0:1787118087.796679:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff95917a044800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:3.0:1787118087.796693:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000000:2.0:1787118087.796796:0:21006:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:2.0:1787118087.796801:0:21006:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787118087.796806:0:21006:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1787118087.796810:0:21006:0:(genops.c:1579:class_disconnect_exports()) OBD device 12 (ffff959177fecd40) has no exports 00000020:00000080:3.0:1787118087.797084:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff95917baed000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1787118087.878419:0:21006:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787118087.878434:0:21006:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:3.0:1787118087.878439:0:21006:0:(genops.c:906:class_export_put()) final put ffff95917baeb000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1787118087.878444:0:21006:0:(genops.c:865:class_export_destroy()) destroying export ffff95917baeb000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:3.0:1787118087.878453:0:21006:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:3.0:1787118087.878615:0:21006:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff95917baea800 00000020:01000000:3.0:1787118087.878640:0:21006:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:3.0:1787118087.878644:0:21006:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787118087.878648:0:21006:0:(obd_config.c:955:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1787118087.878653:0:21006:0:(genops.c:1579:class_disconnect_exports()) OBD device 3 (ffff9590471c0000) has no exports 00000100:00100000:3.0:1787118087.878918:0:17236:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff959155c76a00:17236] 2 exiting: rc = 0 00000100:00100000:0.0:1787118087.879167:0:18448:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff95916bb27e00:18448] 3 exiting: rc = 0 00000100:00100000:1.0:1787118087.879317:0:17234:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff9591517aaa00:17234] 0 exiting: rc = 1 00000100:00100000:2.0:1787118087.879542:0:17235:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff95914a1af400:17235] 1 exiting: rc = 0 00000100:00100000:3.0:1787118087.879635:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879642:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879648:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879653:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879658:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879663:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879668:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879672:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879677:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879682:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879687:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879693:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879698:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879703:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879708:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879714:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879720:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879725:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879730:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879737:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879755:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879761:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879766:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879771:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879777:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879781:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879787:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879792:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879798:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879804:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879819:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879826:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879832:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879838:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879843:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879848:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879853:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879858:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879863:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879869:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879875:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879881:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879886:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879891:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879909:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879915:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879921:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879926:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879932:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879937:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879944:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879950:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879954:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879962:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879968:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879984:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879989:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.879994:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.880000:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.880005:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.880011:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.880017:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.880023:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.880028:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.889708:0:17237:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff959150cada00:17237] 0 exiting: rc = 1 00000100:00100000:1.0:1787118087.889822:0:17238:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff959047c25000:17238] 1 exiting: rc = 0 00000100:00100000:2.0:1787118087.890404:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890413:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890421:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890429:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890435:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890440:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890445:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890449:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890454:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890470:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890476:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890491:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890496:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890501:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890506:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890511:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890516:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890522:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890540:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890545:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890551:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890556:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890561:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890565:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890570:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890576:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890581:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890586:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890590:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890595:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890600:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890606:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890611:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890616:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890621:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890628:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890633:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890638:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890643:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890648:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890652:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890657:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890662:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890667:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890672:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890677:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890682:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890687:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890693:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890698:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890702:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890708:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890714:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890726:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890731:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890736:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890742:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890747:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890752:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890757:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890762:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890767:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890772:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.890777:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.891749:0:17239:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff9591604f3a00:17239] 0 exiting: rc = 1 00000100:00100000:1.0:1787118087.891849:0:17240:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff9591604f3c00:17240] 1 exiting: rc = 0 00000100:00100000:2.0:1787118087.892380:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892389:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892395:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892401:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892408:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892415:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892422:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892428:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892434:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892440:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892457:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892475:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892490:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892497:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892503:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892509:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892515:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892521:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892528:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892535:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892541:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892548:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892570:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892577:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892594:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892600:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892608:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892614:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892622:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892629:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892635:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892641:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892647:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892656:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892676:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892682:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892688:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892701:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892710:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892717:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892725:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892732:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892740:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892748:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892755:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892762:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892788:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892797:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892807:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892817:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892828:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892836:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892845:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.892851:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.893316:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.893326:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.893333:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.893340:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.893546:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.893561:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.893567:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.893574:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.893581:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.893593:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.910529:0:17242:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff9591604f3000:17242] 1 exiting: rc = 0 00000100:00100000:0.0:1787118087.910567:0:17241:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff9591604f3e00:17241] 0 exiting: rc = 1 00000100:00100000:1.0:1787118087.910643:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910652:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910656:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910661:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910666:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910672:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910676:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910681:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910686:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910691:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910696:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910821:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910827:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910833:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910838:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910843:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910848:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910853:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910872:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910878:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910883:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910888:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910892:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910897:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910902:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910908:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910913:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910917:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910921:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910926:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910930:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910935:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.910939:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911011:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911019:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911023:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911027:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911032:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911037:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911041:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911046:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911050:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911055:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911060:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911064:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911068:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911073:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911077:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911081:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911085:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911089:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911094:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911121:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911134:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911140:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911145:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911149:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911153:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911158:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911163:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911167:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911182:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911188:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911195:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118087.911651:0:17244:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff959151cace00:17244] 1 exiting: rc = 0 00000100:00100000:0.0:1787118087.911776:0:17243:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff95917d5e5000:17243] 0 exiting: rc = 1 00000100:00100000:1.0:1787118087.911822:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911829:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911834:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911839:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911844:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911849:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911854:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911859:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911864:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911869:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911875:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911880:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911885:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911890:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911895:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911900:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911905:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911910:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911915:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911920:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911925:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911930:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911935:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.911940:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912024:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912030:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912035:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912039:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912044:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912049:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912054:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912059:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912064:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912069:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912074:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912078:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912082:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912088:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912093:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912127:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912132:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912138:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912142:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912148:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912154:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912161:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912168:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912174:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912183:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912191:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912197:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912203:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912208:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912212:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912217:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912221:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912227:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912232:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912236:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912249:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912254:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912258:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912263:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912267:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.912644:0:17246:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff959152526a00:17246] 1 exiting: rc = 0 00000100:00100000:2.0:1787118087.912689:0:17245:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff959152527600:17245] 0 exiting: rc = 1 00000100:00100000:1.0:1787118087.912805:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912811:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912816:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912821:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912826:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912831:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912837:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912842:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912847:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912852:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912857:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912863:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912868:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912873:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912877:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912882:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912887:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912893:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912897:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912902:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912907:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912912:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912917:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912922:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912926:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912932:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912937:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.912942:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913010:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913015:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913029:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913033:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913038:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913043:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913047:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913053:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913058:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913063:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913068:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913073:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913077:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913081:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913084:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913088:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913091:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913175:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913179:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913183:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913191:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913198:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913204:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913207:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913210:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913215:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913223:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913230:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913238:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913241:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913244:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913251:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913258:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913264:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913269:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.913275:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118087.916873:0:17247:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff959047c24200:17247] 0 exiting: rc = 1 00000100:00100000:0.0:1787118087.918431:0:17249:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff95914a030800:17249] 2 exiting: rc = 0 00000100:00100000:2.0:1787118087.922551:0:17248:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff95914a031600:17248] 1 exiting: rc = 0 00000100:00100000:1.0:1787118087.923206:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923228:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923234:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923240:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923245:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923260:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923266:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923273:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923278:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923284:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923290:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923295:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923300:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923306:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923312:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923317:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923323:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923329:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923334:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923340:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923346:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923352:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923370:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923377:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923383:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923388:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923394:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923400:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923405:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923411:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923417:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923421:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923427:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923433:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923438:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923443:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923457:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923463:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923469:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923475:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923491:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923497:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923503:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923509:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923515:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923521:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923542:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923550:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923556:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923561:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923566:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923572:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923578:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923583:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923589:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923594:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923601:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923607:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923613:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923619:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923625:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923632:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923637:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118087.923651:0:21006:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1787118087.936528:0:21006:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787118087.936542:0:21006:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1787118087.936548:0:21006:0:(genops.c:906:class_export_put()) final put ffff9591583fb000/MDS_uuid 00000020:00000080:1.0:1787118087.936552:0:21006:0:(genops.c:865:class_export_destroy()) destroying export ffff9591583fb000/MDS_uuid for MDS 00000020:01000000:1.0:1787118087.936564:0:21006:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1787118087.936708:0:21006:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:2.0:1787118088.807143:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787118088.929613:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 49bc9354-ae26-4a7f-ab62-8f9e548b50bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787118088.929628:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 49bc9354-ae26-4a7f-ab62-8f9e548b50bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787118088.929631:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787118088.929635:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787118088.929639:0:8:0:(import.c:65:import_set_state_nolock()) ffff9591771dc000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787118088.929647:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 593 00000100:00080000:1.0:1787118088.929653:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787118088.929661:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9591771dc000 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:1.0:1787118088.929719:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff959048597480 x1873928567110272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787118088.929782:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1787118088.929785:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787118088.929787:0:8:0:(import.c:65:import_set_state_nolock()) ffff95916bbd7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787118088.929791:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 593 00000100:00080000:1.0:1787118088.929793:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787118088.929798:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff95916bbd7800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:1.0:1787118088.929815:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff959048595180 x1873928567110528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787118088.929828:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3628:1873928567110400:0@lo:400:kworker.0 00000100:00100000:1.0:1787118088.929856:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048595f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3625:1873928567110656:0@lo:400:kworker.0 00000400:00000100:3.0:1787118088.929882:0:3628:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1873928567110400 offset 0 length 224: 4 00000400:00000100:1.0:1787118088.930213:0:3625:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1873928567110656 offset 0 length 224: 4 00000100:00100000:2.0:1787118088.930387:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3624:1873928567110272:0@lo:38:kworker.0 00000400:00000100:2.0:1787118088.930417:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1873928567110272 offset 0 length 520: 4 00000100:00100000:2.0:1787118088.930435:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3624:1873928567110528:0@lo:38:kworker.0 00000400:00000100:2.0:1787118088.930450:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1873928567110528 offset 0 length 520: 4 00010000:00010000:0.0:1787118089.825325:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118090.851469:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1787118091.685435:0:21207:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:3.0:1787118091.693340:0:21207:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0000 00010000:00010000:3.0:1787118091.693401:0:21207:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047eae800/0xce66ce20914c1474 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c147b expref: -99 pid: 18735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118091.693428:0:21207:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047eae800/0xce66ce20914c1474 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c147b expref: -99 pid: 18735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118091.693437:0:21207:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047eae800/0xce66ce20914c1474 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c147b expref: -99 pid: 18735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118091.693445:0:21207:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff959047eae800/0xce66ce20914c1474 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c147b expref: -99 pid: 18735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118091.693469:0:21207:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1787118091.693475:0:21207:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1787118091.693502:0:21207:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787118091.693529:0:21207:0:(client.c:3576:ptlrpc_abort_inflight()) @@@ inflight req@ffff959048597480 x1873928567110272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787118103 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118091.693557:0:21207:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1787118091.693563:0:21207:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1787118091.693570:0:21207:0:(import.c:65:import_set_state_nolock()) ffff9591771dc000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1787118091.693576:0:21207:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787118091.693580:0:21207:0:(client.c:3576:ptlrpc_abort_inflight()) @@@ inflight req@ffff959048597480 x1873928567110272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787118103 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118091.693587:0:21207:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787118091.693590:0:21207:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 16s for inflight to error out 00010000:00010000:2.0:1787118091.693852:0:17223:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118091.693860:0:17223:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff959047eae800/0xce66ce20914c1474 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c147b expref: -99 pid: 18735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118091.693869:0:17223:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047eae800 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:2.0:1787118091.693872:0:17223:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff959047eae800/0xce66ce20914c1474 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c147b expref: -99 pid: 18735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118091.693881:0:17223:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff959047eae800/0xce66ce20914c1474 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xce66ce20914c147b expref: -99 pid: 18735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787118091.693888:0:17223:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff959047eae800/0xce66ce20914c1474 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xce66ce20914c147b expref: -99 pid: 18735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787118091.693893:0:17223:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787118091.693901:0:17223:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1787118091.693903:0:17223:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1787118091.693920:0:17223:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9590486a9000 00010000:00010000:2.0:1787118091.693923:0:17223:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff959047eae800/0xce66ce20914c1474 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xce66ce20914c147b expref: -99 pid: 18735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118091.693930:0:17223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff959047eae800/0xce66ce20914c1474 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xce66ce20914c147b expref: -99 pid: 18735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118091.693939:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118091.693941:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118091.693942:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787118091.693971:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048597480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3624:1873928567110272:0@lo:38:kworker.0 00000100:00080000:3.0:1787118091.696522:0:21207:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1787118091.696543:0:21207:0:(client.c:3576:ptlrpc_abort_inflight()) @@@ inflight req@ffff959048595500 x1873928567110400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118104 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118091.696568:0:21207:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1787118091.696575:0:21207:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1787118091.696601:0:21207:0:(import.c:65:import_set_state_nolock()) ffff9590472a7000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1787118091.696898:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048595500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3628:1873928567110400:0@lo:400:kworker.0 00000100:00100000:0.0:1787118091.697014:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3624:1873928567110784:0@lo:39:umount.0 00000400:00000100:0.0:1787118091.697062:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1873928567110784 offset 0 length 224: 4 00010000:00010000:0.0:1787118091.873364:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787118091.938592:0:9516:0:(pinger.c:229:ptlrpc_pinger_process_import()) 49bc9354-ae26-4a7f-ab62-8f9e548b50bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787118091.938603:0:9516:0:(pinger.c:247:ptlrpc_pinger_process_import()) 49bc9354-ae26-4a7f-ab62-8f9e548b50bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787118091.938606:0:9516:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787118091.938609:0:9516:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787118091.938876:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787118091.938898:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3625:1873928567110912:0@lo:400:kworker.0 00000400:00000100:3.0:1787118091.938954:0:3625:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1873928567110912 offset 0 length 224: 4 00010000:00010000:2.0:1787118092.897330:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1787118093.026883:0:19555:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1787118093.026892:0:19555:0:(genops.c:906:class_export_put()) final put ffff959047306000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787118093.026956:0:9516:0:(genops.c:865:class_export_destroy()) destroying export ffff959047306000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1787118093.027011:0:9516:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff959047300000 for lustre-OST0001 00000001:00100000:3.0:1787118093.027461:0:18736:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787118093.027466:0:18736:0:(genops.c:906:class_export_put()) final put ffff95916bb6b800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1787118093.027523:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff95916bb6b800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1787118093.027567:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff95916bb6c000 for lustre-OST0000 00010000:00010000:2.0:1787118093.921946:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787118093.986454:0:9516:0:(pinger.c:229:ptlrpc_pinger_process_import()) 49bc9354-ae26-4a7f-ab62-8f9e548b50bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787118093.986465:0:9516:0:(pinger.c:247:ptlrpc_pinger_process_import()) 49bc9354-ae26-4a7f-ab62-8f9e548b50bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787118093.986468:0:9516:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787118093.986490:0:9516:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787118093.986647:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3627:1873928567111040:0@lo:400:kworker.0 00000400:00000100:1.0:1787118093.986707:0:3627:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1873928567111040 offset 0 length 224: 4 00010000:00010000:0.0:1787118094.954822:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118095.969635:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118096.993524:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787118097.825320:0:3624:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787118087/real 1787118087] req@ffff959176fe1880 x1873928567110144/t0(0) o250->MGC192.168.204.123@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787118097 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787118097.825354:0:3624:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff959176fe1880 x1873928567110144/t0(0) o250->MGC192.168.204.123@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787118097 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787118097.825374:0:3624:0:(import.c:65:import_set_state_nolock()) ffff9590486a9000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787118097.825404:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1787118097.825409:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3624:1873928567110144:0@lo:250:ptlrpcd_00_01.0 00000100:00080000:2.0:1787118097.825489:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 49bc9354-ae26-4a7f-ab62-8f9e548b50bb->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787118097.825495:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787118097.825497:0:8:0:(import.c:65:import_set_state_nolock()) ffff9590486a9000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787118097.825516:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 0@lo last attempt 597 00000100:00080000:2.0:1787118097.825521:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.123@tcp: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787118097.825528:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.123@tcp: import ffff9590486a9000 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:2.0:1787118097.825571:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9590458f8000 x1873928567111168/t0(0) o250->MGC192.168.204.123@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787118097.825594:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787118097.825599:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787118097.825704:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3628:1873928567111296:0@lo:400:kworker.0 00000400:00000100:3.0:1787118097.825751:0:3628:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1873928567111296 offset 0 length 224: 4 00000100:00100000:0.0:1787118097.825858:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3624:1873928567111168:0@lo:250:kworker.0 00000400:00000100:0.0:1787118097.825880:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1873928567111168 offset 0 length 520: 4 00010000:00010000:0.0:1787118098.017423:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118099.042319:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118100.065270:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118101.089981:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787118101.921362:0:3624:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787118091/real 1787118091] req@ffff959176fe2a00 x1873928567110784/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787118101 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787118101.921398:0:3624:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff959176fe2a00 x1873928567110784/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787118101 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787118101.921419:0:3624:0:(import.c:65:import_set_state_nolock()) ffff9590472a7000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1787118101.921441:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3624:1873928567110784:0@lo:39:umount.0 00000100:00080000:3.0:1787118101.921594:0:21207:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1787118101.921599:0:21207:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787118101.921604:0:21207:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1787118101.923718:0:21207:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047eafa00/0xce66ce20914c144a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1451 expref: -99 pid: 18735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118101.923738:0:21207:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047eafa00/0xce66ce20914c144a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1451 expref: -99 pid: 18735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118101.923745:0:21207:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047eafa00/0xce66ce20914c144a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c1451 expref: -99 pid: 18735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118101.923752:0:21207:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff959047eafa00/0xce66ce20914c144a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c1451 expref: -99 pid: 18735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118101.924072:0:21207:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787118101.924083:0:21207:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9590416a8c00/0xce66ce20914c17ae lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c17b5 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118101.924090:0:21207:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9590416a8c00/0xce66ce20914c17ae lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c17b5 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118101.924109:0:21207:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9590416a8c00/0xce66ce20914c17ae lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c17b5 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118101.924115:0:21207:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff9590416a8c00/0xce66ce20914c17ae lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c17b5 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118101.926753:0:19471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787118101.926786:0:19471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff959047eafa00/0xce66ce20914c144a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c1451 expref: -99 pid: 18735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118101.926800:0:19471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047eafa00 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:2.0:1787118101.926806:0:19471:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff959047eafa00/0xce66ce20914c144a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c1451 expref: -99 pid: 18735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118101.926816:0:19471:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff959047eafa00/0xce66ce20914c144a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xce66ce20914c1451 expref: -99 pid: 18735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787118101.926825:0:19471:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff959047eafa00/0xce66ce20914c144a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xce66ce20914c1451 expref: -99 pid: 18735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787118101.926830:0:19471:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787118101.926834:0:19471:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 00010000:00010000:2.0:1787118101.926849:0:19471:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9590486a9000 00010000:00010000:2.0:1787118101.926852:0:19471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff959047eafa00/0xce66ce20914c144a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xce66ce20914c1451 expref: -99 pid: 18735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118101.926881:0:19471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff959047eafa00/0xce66ce20914c144a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xce66ce20914c1451 expref: -99 pid: 18735 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118101.926899:0:19471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118101.926904:0:19471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff9590416a8c00/0xce66ce20914c17ae lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c17b5 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118101.926924:0:19471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9590416a8c00 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:2.0:1787118101.926927:0:19471:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff9590416a8c00/0xce66ce20914c17ae lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c17b5 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118101.926934:0:19471:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9590416a8c00/0xce66ce20914c17ae lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xce66ce20914c17b5 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787118101.926940:0:19471:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9590416a8c00/0xce66ce20914c17ae lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xce66ce20914c17b5 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787118101.926945:0:19471:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1787118101.926947:0:19471:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:2.0:1787118101.926952:0:19471:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9590486a9000 00010000:00010000:2.0:1787118101.926955:0:19471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff9590416a8c00/0xce66ce20914c17ae lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xce66ce20914c17b5 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118101.926962:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118101.926964:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118101.926966:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118101.933338:0:21207:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1787118101.933354:0:21207:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9590416a8c00/0xce66ce20914c17ae lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xce66ce20914c17b5 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787118101.933375:0:21207:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:3.0:1787118101.933383:0:21207:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:01000000:3.0:1787118101.933385:0:21207:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:3.0:1787118101.933421:0:21207:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0000 00000020:01000000:3.0:1787118101.933426:0:21207:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:3.0:1787118101.933435:0:21207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787118101.933440:0:21207:0:(obd_config.c:955:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1787118101.933444:0:21207:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff959177feb380) has no exports 00000020:00080000:3.0:1787118101.933467:0:21207:0:(genops.c:1579:class_disconnect_exports()) OBD device 22 (ffff959177feb380) has no exports 00000020:01000000:3.0:1787118101.939614:0:21207:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff95904763d840 - data ffff959146b42000/ffff9590416a5800 00000020:01000000:3.0:1787118101.939779:0:21207:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff959161da2f00 - data ffff959148b01af8/ffff95914462d800 00010000:00010000:2.0:1787118101.943882:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:2.0:1787118101.958743:0:21207:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1787118101.966620:0:21207:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c145f 00000020:00000080:0.0:1787118101.967389:0:21207:0:(genops.c:906:class_export_put()) final put ffff959047f0a000/lustre-OST0000-osd_UUID 00000020:01000004:0.0:1787118101.967510:0:21207:0:(tgt_mount.c:187:server_put_mount()) put mount ffff95917a045800 from lustre-OST0000, refs=2 00000020:01000004:0.0:1787118101.967514:0:21207:0:(obd_mount.c:710:lustre_put_lsi()) put ffff95917a045800 2 00000020:01000004:0.0:1787118101.967518:0:21207:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff95917a045800 from lustre-OST0000 00000020:00000080:0.0:1787118101.967546:0:21207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787118101.968221:0:21207:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:0.0:1787118101.968250:0:21207:0:(genops.c:906:class_export_put()) final put ffff95916bb76000/lustre-OST0000_UUID 00000020:00000080:0.0:1787118101.968278:0:21207:0:(genops.c:865:class_export_destroy()) destroying export ffff95916bb76000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:0.0:1787118101.968288:0:21207:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:0.0:1787118101.968366:0:21207:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:0.0:1787118101.968431:0:21207:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1787118101.968436:0:21207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787118101.968443:0:21207:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1787118101.968449:0:21207:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff95917a046000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787118101.968456:0:21207:0:(genops.c:1574:class_disconnect_exports()) OBD device 23 (ffff95916a5db380) has exports, disconnecting them 00000020:00080000:0.0:1787118101.968462:0:21207:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff95917a046000), last request at 1787118017 00000020:00000080:0.0:1787118101.968466:0:21207:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c1489 00000020:00080000:0.0:1787118101.968482:0:21207:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff95917a046000): rc 0 00000020:00000080:0.0:1787118101.968494:0:21207:0:(genops.c:906:class_export_put()) final put ffff95917a046000/lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1787118101.971559:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff959047f0a000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00010000:01000000:3.0:1787118101.976836:0:21207:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:3.0:1787118101.976846:0:21207:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787118101.976860:0:21207:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1787118101.976868:0:21207:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787118101.977069:0:21207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787118101.977079:0:21207:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:3.0:1787118101.977088:0:21207:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1787118101.977110:0:21207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787118101.977115:0:21207:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1787118101.977123:0:21207:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff9590472a0800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787118101.977130:0:21207:0:(genops.c:1574:class_disconnect_exports()) OBD device 24 (ffff959180c0cd40) has exports, disconnecting them 00000020:00080000:3.0:1787118101.977135:0:21207:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff9590472a0800), last request at 1787118017 00000020:00000080:3.0:1787118101.977139:0:21207:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c149e 00000020:00080000:3.0:1787118101.977168:0:21207:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9590472a0800): rc 0 00000020:00000080:3.0:1787118101.977172:0:21207:0:(genops.c:906:class_export_put()) final put ffff9590472a0800/lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1787118101.979565:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff95917a046000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1787118101.979600:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9591771dc000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1787118101.979608:0:8:0:(genops.c:906:class_export_put()) final put ffff9591771db000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:1.0:1787118101.979611:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9591771db000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:1.0:1787118101.979616:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:1.0:1787118101.979792:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9590472a0800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:1.0:1787118101.981295:0:21207:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:1.0:1787118101.981302:0:21207:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1787118101.981307:0:21207:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1787118101.981315:0:21207:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787118101.981353:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9590472a7000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1787118101.981485:0:21207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787118101.981494:0:21207:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:1.0:1787118101.981498:0:21207:0:(genops.c:906:class_export_put()) final put ffff9590472a4800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:1.0:1787118101.981502:0:21207:0:(genops.c:865:class_export_destroy()) destroying export ffff9590472a4800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:1.0:1787118101.981506:0:21207:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:1.0:1787118101.981559:0:21207:0:(obd_mount.c:710:lustre_put_lsi()) put ffff95917a045800 1 00000020:00000080:1.0:1787118101.981565:0:21207:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c143c 00000020:00000080:1.0:1787118101.981571:0:21207:0:(genops.c:906:class_export_put()) final put ffff95917bae9000/lustre-OST0000-osd_UUID 00000020:01000000:1.0:1787118101.981579:0:21207:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:1.0:1787118101.981586:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff95917bae9000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1787118101.981601:0:21207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787118101.981606:0:21207:0:(obd_config.c:955:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1787118101.981610:0:21207:0:(genops.c:1579:class_disconnect_exports()) OBD device 20 (ffff95916a5dcd40) has no exports 00000020:00000080:1.0:1787118102.024404:0:21207:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787118102.024428:0:21207:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:1.0:1787118102.024434:0:21207:0:(genops.c:906:class_export_put()) final put ffff95917a041800/lustre-OST0000-osd_UUID 00000020:00000080:1.0:1787118102.024439:0:21207:0:(genops.c:865:class_export_destroy()) destroying export ffff95917a041800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:1.0:1787118102.024448:0:21207:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:1.0:1787118102.024979:0:21207:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff95917a047800 00000020:02000400:1.0:1787118102.025159:0:21207:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:0.0:1787118102.122059:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118103.144467:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787118103.269715:0:9516:0:(pinger.c:229:ptlrpc_pinger_process_import()) 49bc9354-ae26-4a7f-ab62-8f9e548b50bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787118103.269737:0:9516:0:(pinger.c:247:ptlrpc_pinger_process_import()) 49bc9354-ae26-4a7f-ab62-8f9e548b50bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787118103.269740:0:9516:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787118103.269744:0:9516:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787118103.269865:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787118103.269892:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3626:1873928567111424:0@lo:400:kworker.0 00000400:00000100:0.0:1787118103.269955:0:3626:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1873928567111424 offset 0 length 224: 4 00000100:00100000:2.0:1787118103.970518:0:3624:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787118088/real 1787118088] req@ffff959048595180 x1873928567110528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1787118103 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118103.970559:0:3624:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff959048595180 x1873928567110528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1787118103 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787118103.970579:0:3624:0:(import.c:65:import_set_state_nolock()) ffff95916bbd7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787118103.970593:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1787118103.970597:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048595180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3624:1873928567110528:0@lo:38:kworker.0 00000100:00080000:3.0:1787118103.970663:0:9516:0:(pinger.c:229:ptlrpc_pinger_process_import()) 49bc9354-ae26-4a7f-ab62-8f9e548b50bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787118103.970668:0:9516:0:(pinger.c:247:ptlrpc_pinger_process_import()) 49bc9354-ae26-4a7f-ab62-8f9e548b50bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787118103.970671:0:9516:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787118103.970674:0:9516:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787118103.970677:0:9516:0:(import.c:65:import_set_state_nolock()) ffff95916bbd7800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787118103.970683:0:9516:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 599 00000100:00080000:3.0:1787118103.970688:0:9516:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787118103.970694:0:9516:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff95916bbd7800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:3.0:1787118103.970724:0:9516:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff959176fe1f80 x1873928567111552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787118103.970878:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3626:1873928567111680:0@lo:400:kworker.0 00000400:00000100:1.0:1787118103.970927:0:3626:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1873928567111680 offset 0 length 224: 4 00000100:00100000:2.0:1787118103.971234:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3624:1873928567111552:0@lo:38:kworker.0 00000400:00000100:2.0:1787118103.971257:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1873928567111552 offset 0 length 520: 4 00010000:00010000:2.0:1787118104.163777:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1787118104.274357:0:3625:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787118088/real 1787118088] req@ffff959048595f80 x1873928567110656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787118104 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787118104.298805:0:3625:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff959048595f80 x1873928567110656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787118104 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787118104.298820:0:3625:0:(import.c:65:import_set_state_nolock()) ffff9590473f8000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1787118104.298824:0:3625:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1787118104.317976:0:3625:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00080000:3.0:1787118104.318214:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 49bc9354-ae26-4a7f-ab62-8f9e548b50bb->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787118104.318221:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 49bc9354-ae26-4a7f-ab62-8f9e548b50bb->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787118104.318225:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787118104.318229:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787118104.318233:0:8:0:(import.c:65:import_set_state_nolock()) ffff9590473f8000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787118104.318242:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 542 00000100:00080000:3.0:1787118104.318251:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9590473f8000 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:3.0:1787118104.318292:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff959176fe2a00 x1873928567111808/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787118104.318524:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3624:1873928567111808:0@lo:38:kworker.0 00000400:00000100:1.0:1787118104.318580:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1873928567111808 offset 0 length 520: 4 00000100:00100000:1.0:1787118104.319209:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048595f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3625:1873928567110656:0@lo:400:kworker.0 00010000:00010000:0.0:1787118105.186936:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1787118105.620716:0:21410:0:(tgt_mount.c:2192:server_umount_begin()) umount -f 00000020:01000004:2.0:1787118105.632548:0:21410:0:(tgt_mount.c:2062:server_put_super()) server put_super lustre-OST0001 00010000:00010000:2.0:1787118105.632636:0:21410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9591820c5800/0xce66ce20914c15d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c15e0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118105.632653:0:21410:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9591820c5800/0xce66ce20914c15d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c15e0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118105.632660:0:21410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9591820c5800/0xce66ce20914c15d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c15e0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118105.632667:0:21410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff9591820c5800/0xce66ce20914c15d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c15e0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118105.632744:0:21410:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1787118105.632751:0:21410:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1787118105.632777:0:21410:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787118105.632790:0:21410:0:(client.c:3576:ptlrpc_abort_inflight()) @@@ inflight req@ffff959176fe1f80 x1873928567111552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787118123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118105.632806:0:21410:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1787118105.632847:0:3624:0:(import.c:65:import_set_state_nolock()) ffff95916bbd7800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787118105.632852:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-5) 00000100:00100000:2.0:1787118105.632856:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3624:1873928567111552:0@lo:38:kworker.0 00000100:00080000:2.0:1787118105.632886:0:21410:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1787118105.632892:0:21410:0:(import.c:65:import_set_state_nolock()) ffff95916bbd7800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1787118105.634030:0:21410:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787118105.634034:0:21410:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1787118105.634039:0:21410:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1787118105.635527:0:21410:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787118105.635544:0:21410:0:(client.c:3576:ptlrpc_abort_inflight()) @@@ inflight req@ffff9590458fb800 x1873928567110912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118107 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118105.635570:0:21410:0:(client.c:3576:ptlrpc_abort_inflight()) @@@ inflight req@ffff959176fe2300 x1873928567111040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118105.635592:0:21410:0:(client.c:3576:ptlrpc_abort_inflight()) @@@ inflight req@ffff9590458f9500 x1873928567111296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118113 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118105.635603:0:21410:0:(client.c:3576:ptlrpc_abort_inflight()) @@@ inflight req@ffff9590458f9180 x1873928567111424/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118119 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118105.635614:0:21410:0:(client.c:3576:ptlrpc_abort_inflight()) @@@ inflight req@ffff959176fe2680 x1873928567111680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118119 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118105.635638:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3627:1873928567111040:0@lo:400:kworker.0 00000100:00100000:2.0:1787118105.635638:0:21410:0:(client.c:3576:ptlrpc_abort_inflight()) @@@ inflight req@ffff959176fe2a00 x1873928567111808/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787118114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787118105.635684:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3625:1873928567110912:0@lo:400:kworker.0 00000100:00100000:2.0:1787118105.635704:0:21410:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00010000:00010000:0.0:1787118105.635848:0:19471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787118105.635858:0:19471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff9591820c5800/0xce66ce20914c15d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c15e0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118105.635868:0:19471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9591820c5800 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:0.0:1787118105.635873:0:19471:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff9591820c5800/0xce66ce20914c15d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c15e0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118105.635883:0:19471:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9591820c5800/0xce66ce20914c15d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xce66ce20914c15e0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787118105.635910:0:19471:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9591820c5800/0xce66ce20914c15d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xce66ce20914c15e0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787118105.635917:0:19471:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787118105.635919:0:19471:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1787118105.635922:0:19471:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1787118105.635938:0:19471:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9590486a9000 00010000:00010000:0.0:1787118105.635942:0:19471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff9591820c5800/0xce66ce20914c15d9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xce66ce20914c15e0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118105.635949:0:19471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9591820c5800/0xce66ce20914c15d9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xce66ce20914c15e0 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118105.635962:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118105.635964:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118105.635966:0:19471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787118105.636175:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3626:1873928567111680:0@lo:400:kworker.0 00000100:00100000:3.0:1787118105.639258:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3628:1873928567111296:0@lo:400:kworker.0 00000100:00080000:2.0:1787118105.639332:0:3624:0:(import.c:65:import_set_state_nolock()) ffff9590473f8000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787118105.639339:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-5) 00000100:00100000:2.0:1787118105.639343:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3624:1873928567111808:0@lo:38:kworker.0 00000100:00080000:2.0:1787118105.639370:0:21410:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1787118105.639378:0:21410:0:(import.c:65:import_set_state_nolock()) ffff9590473f8000 lustre-MDT0001_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1787118105.639384:0:21410:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787118105.639391:0:21410:0:(client.c:3576:ptlrpc_abort_inflight()) @@@ inflight req@ffff9590458f9180 x1873928567111424/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118119 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118105.639402:0:21410:0:(client.c:3576:ptlrpc_abort_inflight()) @@@ inflight req@ffff959176fe2680 x1873928567111680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118119 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118105.639473:0:21410:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1787118105.639478:0:21410:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 18s for inflight to error out 00000100:00100000:0.0:1787118105.639565:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3626:1873928567111424:0@lo:400:kworker.0 00010000:00010000:2.0:1787118105.640778:0:21410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047d71400/0xce66ce20914c15af lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c15b6 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118105.640796:0:21410:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047d71400/0xce66ce20914c15af lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c15b6 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118105.640805:0:21410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959047d71400/0xce66ce20914c15af lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c15b6 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118105.640812:0:21410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff959047d71400/0xce66ce20914c15af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c15b6 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118105.640861:0:21410:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118105.640870:0:21410:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959144391e00/0xce66ce20914c17a0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c17a7 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118105.640877:0:21410:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959144391e00/0xce66ce20914c17a0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c17a7 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118105.640882:0:21410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959144391e00/0xce66ce20914c17a0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c17a7 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118105.640888:0:21410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.123@tcp lock: ffff959144391e00/0xce66ce20914c17a0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xce66ce20914c17a7 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118105.641156:0:17223:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787118105.641164:0:17223:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff959047d71400/0xce66ce20914c15af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c15b6 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118105.641172:0:17223:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047d71400 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:3.0:1787118105.641177:0:17223:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff959047d71400/0xce66ce20914c15af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c15b6 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118105.641186:0:17223:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff959047d71400/0xce66ce20914c15af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xce66ce20914c15b6 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787118105.641195:0:17223:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff959047d71400/0xce66ce20914c15af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xce66ce20914c15b6 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787118105.641201:0:17223:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1787118105.641204:0:17223:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:3.0:1787118105.641216:0:17223:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9590486a9000 00010000:00010000:3.0:1787118105.641219:0:17223:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff959047d71400/0xce66ce20914c15af lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xce66ce20914c15b6 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118105.641226:0:17223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff959047d71400/0xce66ce20914c15af lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xce66ce20914c15b6 expref: -99 pid: 19554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118105.641238:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118105.641240:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118105.641242:0:17223:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118105.641306:0:21410:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1787118105.641312:0:21410:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:1.0:1787118105.641317:0:21410:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:1.0:1787118105.641346:0:21410:0:(tgt_mount.c:2112:server_put_super()) stopping lustre-OST0001 00000020:01000000:1.0:1787118105.641351:0:21410:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:1.0:1787118105.641357:0:21410:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787118105.641363:0:21410:0:(obd_config.c:955:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1787118105.641368:0:21410:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff95916baecd40) has no exports 00000020:00080000:1.0:1787118105.641391:0:21410:0:(genops.c:1579:class_disconnect_exports()) OBD device 26 (ffff95916baecd40) has no exports 00010000:00010000:2.0:1787118105.641499:0:17222:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118105.641505:0:17222:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff959144391e00/0xce66ce20914c17a0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c17a7 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118105.641512:0:17222:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959144391e00 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:2.0:1787118105.641516:0:17222:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff959144391e00/0xce66ce20914c17a0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xce66ce20914c17a7 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118105.641524:0:17222:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff959144391e00/0xce66ce20914c17a0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xce66ce20914c17a7 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787118105.641530:0:17222:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff959144391e00/0xce66ce20914c17a0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xce66ce20914c17a7 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787118105.641536:0:17222:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1787118105.641538:0:17222:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1787118105.641546:0:17222:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1787118105.641554:0:17222:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9590486a9000 00010000:00010000:2.0:1787118105.641557:0:17222:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff959144391e00/0xce66ce20914c17a0 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xce66ce20914c17a7 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118105.641563:0:17222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff959144391e00/0xce66ce20914c17a0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xce66ce20914c17a7 expref: -99 pid: 17230 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118105.641575:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118105.641577:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118105.641578:0:17222:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:1.0:1787118105.643883:0:21410:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff95904763dae0 - data ffff9591422d9798/ffff95916a6b5000 00000020:01000000:0.0:1787118105.644376:0:21410:0:(lprocfs_status_server.c:306:lprocfs_free_client_stats()) stat ffff95904763d960 - data ffff9591468b3af8/ffff9590416a4800 00100000:10000000:0.0:1787118105.651064:0:21410:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:0.0:1787118105.657231:0:21410:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c15c4 00000020:00000080:0.0:1787118105.657648:0:21410:0:(genops.c:906:class_export_put()) final put ffff959047306800/lustre-OST0001-osd_UUID 00000020:01000004:0.0:1787118105.657806:0:21410:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9590472a2000 from lustre-OST0001, refs=2 00000020:01000004:0.0:1787118105.657811:0:21410:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9590472a2000 2 00000020:01000004:0.0:1787118105.657814:0:21410:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9590472a2000 from lustre-OST0001 00000020:00000080:0.0:1787118105.657855:0:21410:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787118105.657865:0:21410:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:0.0:1787118105.657868:0:21410:0:(genops.c:906:class_export_put()) final put ffff959047300800/lustre-OST0001_UUID 00000020:00000080:0.0:1787118105.657879:0:21410:0:(genops.c:865:class_export_destroy()) destroying export ffff959047300800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:0.0:1787118105.657886:0:21410:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:0.0:1787118105.657993:0:21410:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 49bc9354-ae26-4a7f-ab62-8f9e548b50bb->MGS 00010000:00010000:0.0:1787118105.658008:0:21410:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff959047d71a00/0xce66ce20914c1308 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xce66ce20914c130f expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787118105.658020:0:21410:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff959047d71a00/0xce66ce20914c1308 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xce66ce20914c130f expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787118105.658026:0:21410:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:0.0:1787118105.658029:0:21410:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:0.0:1787118105.658032:0:21410:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:0.0:1787118105.658047:0:21410:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9590486a9000 00010000:00010000:0.0:1787118105.658050:0:21410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff959047d71a00/0xce66ce20914c1308 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xce66ce20914c130f expref: -99 pid: 17965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118105.658065:0:21410:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff959047eafe00/0xce66ce20914c11f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xce66ce20914c11fe expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787118105.658072:0:21410:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff959047eafe00/0xce66ce20914c11f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xce66ce20914c11fe expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787118105.658077:0:21410:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1787118105.658080:0:21410:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:0.0:1787118105.658081:0:21410:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:0.0:1787118105.658090:0:21410:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9590486a9000 00010000:00010000:0.0:1787118105.658126:0:21410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff959047eafe00/0xce66ce20914c11f7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xce66ce20914c11fe expref: -99 pid: 17213 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1787118105.658154:0:21410:0:(import.c:65:import_set_state_nolock()) ffff9590486a9000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:0.0:1787118105.658158:0:21410:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1787118105.658165:0:21410:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:0.0:1787118105.658167:0:21410:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:0.0:1787118105.658171:0:21410:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:0.0:1787118105.658181:0:21410:0:(client.c:3576:ptlrpc_abort_inflight()) @@@ inflight req@ffff9590458f8000 x1873928567111168/t0(0) o250->MGC192.168.204.123@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1787118112 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:0.0:1787118105.658193:0:21410:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1787118105.658195:0:21410:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 9s for inflight to error out 00000100:00100000:2.0:1787118105.658329:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:49bc9354-ae26-4a7f-ab62-8f9e548b50bb:3624:1873928567111168:0@lo:250:kworker.0 10000000:01000000:0.0:1787118105.658400:0:21410:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1787118105.658408:0:21410:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c11e2 00000020:00000080:0.0:1787118105.658421:0:21410:0:(genops.c:906:class_export_put()) final put ffff9591583f8000/49bc9354-ae26-4a7f-ab62-8f9e548b50bb 00000020:00000080:3.0:1787118105.658490:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff959047306800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:0.0:1787118105.660975:0:21410:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.204.123@tcp (flags='') 00000020:00000080:0.0:1787118105.660987:0:21410:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787118105.660995:0:21410:0:(obd_config.c:955:class_cleanup()) MGC192.168.204.123@tcp: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1787118105.661003:0:21410:0:(genops.c:1579:class_disconnect_exports()) OBD device 2 (ffff9590476a0000) has no exports 00000020:00000080:3.0:1787118105.661074:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9591583f8000/49bc9354-ae26-4a7f-ab62-8f9e548b50bb for MGC192.168.204.123@tcp 10000000:01000000:2.0:1787118105.661508:0:17230:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:0.0:1787118105.661601:0:21410:0:(obd_class.h:671:obd_cleanup_client_import()) MGC192.168.204.123@tcp: client import never connected 00000100:00080000:0.0:1787118105.661606:0:21410:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:0.0:1787118105.661608:0:21410:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1787118105.661612:0:21410:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:0.0:1787118105.661614:0:21410:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1787118105.661670:0:21410:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787118105.661677:0:21410:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.204.123@tcp (uuid 49bc9354-ae26-4a7f-ab62-8f9e548b50bb) 00000020:01000000:0.0:1787118105.661684:0:21410:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1787118105.661688:0:21410:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787118105.661691:0:21410:0:(obd_config.c:955:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1787118105.661698:0:21410:0:(genops.c:1840:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff959047f0d800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787118105.661704:0:21410:0:(genops.c:1574:class_disconnect_exports()) OBD device 27 (ffff959180c0b380) has exports, disconnecting them 00000020:00080000:0.0:1787118105.661708:0:21410:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff959047f0d800), last request at 1787118032 00000020:00000080:0.0:1787118105.661712:0:21410:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c15ee 00000020:00080000:0.0:1787118105.661726:0:21410:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff959047f0d800): rc 0 00000020:00000080:0.0:1787118105.661730:0:21410:0:(genops.c:906:class_export_put()) final put ffff959047f0d800/lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1787118105.662186:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9590486a9000 for MGC192.168.204.123@tcp 00000020:00000080:3.0:1787118105.662200:0:8:0:(genops.c:906:class_export_put()) final put ffff9590486af800/49bc9354-ae26-4a7f-ab62-8f9e548b50bb 00000020:00000080:3.0:1787118105.662203:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9590486af800/49bc9354-ae26-4a7f-ab62-8f9e548b50bb for MGC192.168.204.123@tcp 00000020:01000000:3.0:1787118105.662209:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.204.123@tcp (49bc9354-ae26-4a7f-ab62-8f9e548b50bb) 00000020:00000080:3.0:1787118105.662440:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff959047f0d800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:2.0:1787118105.668979:0:21410:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:2.0:1787118105.668989:0:21410:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787118105.668994:0:21410:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1787118105.669002:0:21410:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787118105.669120:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff95916bbd7800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1787118105.669192:0:21410:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787118105.669201:0:21410:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:2.0:1787118105.669206:0:21410:0:(genops.c:906:class_export_put()) final put ffff9591771d8800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:2.0:1787118105.669210:0:21410:0:(genops.c:865:class_export_destroy()) destroying export ffff9591771d8800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:2.0:1787118105.669220:0:21410:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:2.0:1787118105.669293:0:21410:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1787118105.669298:0:21410:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787118105.669303:0:21410:0:(obd_config.c:955:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1787118105.669310:0:21410:0:(genops.c:1840:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff9590473fd800 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787118105.669316:0:21410:0:(genops.c:1574:class_disconnect_exports()) OBD device 28 (ffff959180c099c0) has exports, disconnecting them 00000020:00080000:2.0:1787118105.669320:0:21410:0:(genops.c:1549:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff9590473fd800), last request at 1787118032 00000020:00000080:2.0:1787118105.669325:0:21410:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c1603 00000020:00080000:2.0:1787118105.669346:0:21410:0:(genops.c:1554:class_disconnect_export_list()) disconnected export at 0@lo (ffff9590473fd800): rc 0 00000020:00000080:2.0:1787118105.669351:0:21410:0:(genops.c:906:class_export_put()) final put ffff9590473fd800/lustre-MDT0001-lwp-OST0001 00000020:00000080:3.0:1787118105.669391:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9590473fd800/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:3.0:1787118105.671169:0:21410:0:(obd_class.h:671:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:3.0:1787118105.671175:0:21410:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1787118105.671179:0:21410:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1787118105.671185:0:21410:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787118105.671207:0:8:0:(genops.c:1204:obd_zombie_import_free()) destroying import ffff9590473f8000 for lustre-MDT0001-lwp-OST0001 00010000:00010000:0.0:1787118105.689187:0:19471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:3.0:1787118105.689241:0:17223:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:2.0:1787118105.694721:0:17222:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:3.0:1787118105.694845:0:17218:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff95917d240a00:17218] 1 exiting: rc = 0 00000100:00100000:2.0:1787118105.694982:0:20260:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_002: service thread [ffff959046551800:20260] 2 exiting: rc = 0 00000100:00100000:1.0:1787118105.695241:0:17217:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff95917d241000:17217] 0 exiting: rc = 1 00000100:00100000:3.0:1787118105.695547:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.695797:0:17220:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff959046777200:17220] 1 exiting: rc = 0 00000100:00100000:3.0:1787118105.695848:0:20374:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff95917891fe00:20374] 3 exiting: rc = 0 00000100:00100000:0.0:1787118105.696819:0:17219:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff959046776400:17219] 0 exiting: rc = 1 00000100:00100000:1.0:1787118105.696848:0:17221:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff959046777400:17221] 2 exiting: rc = 0 00000100:00100000:3.0:1787118105.697051:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697060:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697065:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697072:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697078:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697084:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697091:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697112:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697117:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697123:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697129:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697144:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697153:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697160:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697167:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697181:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697188:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697196:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697203:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697212:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697222:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697229:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697233:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697238:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697243:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697248:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697258:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697263:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697268:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697272:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697277:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697281:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697286:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697290:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697294:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697299:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697303:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697308:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697312:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.697316:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.698016:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.698027:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.698033:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.698038:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.698043:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.698048:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.698052:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.698057:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.698062:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.698067:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.698080:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.698085:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.698090:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.698113:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.698120:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.698127:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.698148:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.698158:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.698164:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.698172:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.698176:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.698180:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.698184:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.698189:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1787118105.703164:0:21410:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787118105.703181:0:21410:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:3.0:1787118105.703187:0:21410:0:(genops.c:906:class_export_put()) final put ffff959047f0a800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:3.0:1787118105.703192:0:21410:0:(genops.c:865:class_export_destroy()) destroying export ffff959047f0a800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:3.0:1787118105.703202:0:21410:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:3.0:1787118105.703254:0:21410:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9590472a2000 1 00000020:00000080:3.0:1787118105.703261:0:21410:0:(genops.c:1489:class_disconnect()) disconnect: cookie 0xce66ce20914c15a8 00000020:00000080:3.0:1787118105.703267:0:21410:0:(genops.c:906:class_export_put()) final put ffff9591771dd800/lustre-OST0001-osd_UUID 00000020:01000000:3.0:1787118105.703280:0:21410:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:3.0:1787118105.703290:0:21410:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787118105.703294:0:21410:0:(obd_config.c:955:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1787118105.703297:0:21410:0:(genops.c:1579:class_disconnect_exports()) OBD device 25 (ffff959180c08000) has no exports 00000020:00000080:0.0:1787118105.703304:0:8:0:(genops.c:865:class_export_destroy()) destroying export ffff9591771dd800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:2.0:1787118105.737820:0:21410:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787118105.737836:0:21410:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:2.0:1787118105.737842:0:21410:0:(genops.c:906:class_export_put()) final put ffff9590472a3000/lustre-OST0001-osd_UUID 00000020:00000080:2.0:1787118105.737847:0:21410:0:(genops.c:865:class_export_destroy()) destroying export ffff9590472a3000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:2.0:1787118105.739305:0:21410:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:2.0:1787118105.739656:0:21410:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9590472a1000 00000020:01000000:2.0:1787118105.739680:0:21410:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:2.0:1787118105.739684:0:21410:0:(obd_config.c:1470:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787118105.739689:0:21410:0:(obd_config.c:955:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1787118105.739693:0:21410:0:(genops.c:1579:class_disconnect_exports()) OBD device 21 (ffff95916a5d99c0) has no exports 00000020:00000080:2.0:1787118105.739724:0:21410:0:(obd_config.c:1470:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787118105.739732:0:21410:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:2.0:1787118105.739736:0:21410:0:(genops.c:906:class_export_put()) final put ffff95917bae8800/OSS_uuid 00000020:00000080:2.0:1787118105.739740:0:21410:0:(genops.c:865:class_export_destroy()) destroying export ffff95917bae8800/OSS_uuid for OSS 00000020:01000000:2.0:1787118105.739745:0:21410:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:2.0:1787118105.739899:0:19848:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff959041720800:19848] 3 exiting: rc = 0 00000100:00100000:3.0:1787118105.739982:0:18742:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff95916b93ba00:18742] 2 exiting: rc = 0 00000100:00100000:1.0:1787118105.741380:0:18740:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff95917d23a400:18740] 0 exiting: rc = 1 00000100:00080000:0.0:1787118105.743306:0:17229:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:0.0:1787118105.743468:0:18741:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff95916b93b000:18741] 1 exiting: rc = 0 00000100:00100000:3.0:1787118105.743543:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743552:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743558:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743563:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743568:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743573:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743590:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743610:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743616:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743620:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743626:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743631:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743636:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743642:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743647:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743652:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743657:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743661:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743666:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743671:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743676:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743681:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743687:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743693:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743697:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743713:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743720:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743725:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743730:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743737:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743742:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743747:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743752:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743756:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743761:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743765:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743769:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743774:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743778:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743783:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743788:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743800:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743804:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743809:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743813:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743818:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743823:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743829:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743834:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743839:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743843:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743848:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743853:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.743992:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.744000:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.744005:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.744011:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.744017:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.744021:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.744027:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.744032:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.744037:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.744042:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.744047:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787118105.745556:0:18744:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff95916bbfe400:18744] 1 exiting: rc = 0 00000100:00100000:2.0:1787118105.745718:0:18743:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff95916bbffa00:18743] 0 exiting: rc = 1 00000100:00100000:3.0:1787118105.745827:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.745835:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.745840:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.745845:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.745851:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.745994:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746003:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746008:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746013:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746018:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746023:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746028:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746047:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746052:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746057:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746062:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746067:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746072:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746076:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746081:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746086:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746091:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746539:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746547:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746551:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746557:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746562:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746567:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746573:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746579:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746584:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746590:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746595:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746600:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746606:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746611:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746616:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746622:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746628:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746632:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746638:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746648:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746656:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746661:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746670:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746677:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746682:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746694:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746699:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746705:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746710:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746717:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746722:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746728:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746733:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746741:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746746:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746752:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746756:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746762:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746767:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746772:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746777:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.746782:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118105.748530:0:18747:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff95916b93a600:18747] 2 exiting: rc = 0 00000100:00100000:1.0:1787118105.748671:0:18745:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff95917bed0200:18745] 0 exiting: rc = 1 00000100:00100000:2.0:1787118105.749006:0:18746:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff959171c51a00:18746] 1 exiting: rc = 0 00000100:00100000:3.0:1787118105.750287:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750304:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750322:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750334:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750339:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750345:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750350:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750355:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750360:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750366:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750372:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750378:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750383:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750388:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750394:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750399:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750405:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750410:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750429:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750434:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750440:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750446:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750451:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750456:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750462:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750468:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750487:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750493:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750499:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750504:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750509:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750515:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750521:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750526:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750532:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750537:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750542:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750548:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750553:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750558:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750564:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750570:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750575:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750580:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750586:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750592:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750598:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750602:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750608:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750613:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750632:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750639:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750645:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750658:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750663:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750668:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750673:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750678:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750692:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750698:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750703:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750708:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750713:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.750726:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787118105.756087:0:18748:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff95915825d600:18748] 0 exiting: rc = 1 00000100:00100000:0.0:1787118105.756569:0:18749:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff95917d617800:18749] 1 exiting: rc = 0 00000100:00100000:3.0:1787118105.756701:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756711:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756718:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756722:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756729:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756735:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756739:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756744:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756750:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756757:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756762:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756767:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756773:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756777:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756782:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756787:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756792:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756797:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756802:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756808:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756813:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756819:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756824:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756828:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756848:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756853:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.756996:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757001:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757007:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757012:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757017:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757024:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757029:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757036:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757040:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757045:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757049:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757055:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757069:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757076:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757081:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757086:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757092:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757546:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757554:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757560:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757573:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757711:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757719:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757724:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757729:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757734:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757746:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757753:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757758:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757763:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757770:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757776:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757783:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757798:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757803:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757809:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757814:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.757915:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787118105.759404:0:18751:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff959180ca3a00:18751] 1 exiting: rc = 0 00000100:00100000:1.0:1787118105.762467:0:18750:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff959180ca2600:18750] 0 exiting: rc = 1 00000100:00100000:2.0:1787118105.762638:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762647:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762662:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762671:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762676:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762682:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762690:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762711:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762718:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762724:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762730:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762749:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762755:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762762:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762768:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762774:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762780:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762787:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762794:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762814:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762821:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762827:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762834:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762840:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762847:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.762853:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763278:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763284:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763290:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763296:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763302:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763325:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763331:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763337:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763342:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763348:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763355:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763360:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763365:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763372:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763378:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763385:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763390:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763410:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763417:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763423:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763438:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763444:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763450:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763456:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763463:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763470:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763477:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763483:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763489:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763510:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763517:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763523:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763528:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763534:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763540:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763546:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763552:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787118105.763566:0:21410:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:3.0:1787118105.774486:0:21410:0:(tgt_mount.c:2181:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:3.0:1787118124.658047:0:22174:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg423-server.virtnet: executing load_modules_local 00000020:01000004:2.0:1787118135.751189:0:22773:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1787118135.751197:0:22773:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:2.0:1787118135.751199:0:22773:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1787118135.751342:0:22773:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff959176f60800 00000020:01000004:2.0:1787118135.751365:0:22773:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1787118135.751374:0:22773:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1787118135.751394:0:22773:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff95916a5d8000) 00000020:00000080:2.0:1787118135.751429:0:22773:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1787118135.887284:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1787118135.889296:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1787118135.891042:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1787118135.891593:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:1.0:1787118135.891855:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1787118135.892319:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1787118135.892783:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1787118135.893853:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:1.0:1787118135.894370:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1787118135.894663:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:1.0:1787118135.894946:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:1.0:1787118135.895208:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1787118135.895536:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:1.0:1787118135.895896:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:1.0:1787118135.896084:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:1.0:1787118135.896513:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1787118135.896726:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1787118135.897050:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:1.0:1787118135.897980:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1787118135.898251:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:1.0:1787118135.898699:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:1.0:1787118135.900857:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1787118135.901156:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1787118135.901711:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1787118135.902053:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:1.0:1787118135.904705:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1787118135.905865:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1787118135.906233:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:1.0:1787118135.906894:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1787118135.909621:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1787118135.910076:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:1.0:1787118135.910543:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1787118135.910807:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:1.0:1787118135.911534:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:1.0:1787118135.914126:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:1.0:1787118135.915707:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1787118135.916313:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1787118135.916567:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:1.0:1787118135.916816:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:1.0:1787118135.917062:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1787118135.917381:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:1.0:1787118135.917710:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1787118135.918066:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:1.0:1787118135.918311:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:1.0:1787118135.918578:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:1.0:1787118135.918827:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:1.0:1787118135.919068:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1787118135.919707:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:1.0:1787118135.920209:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:1.0:1787118135.920479:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:1.0:1787118135.927292:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:1.0:1787118135.928291:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:1.0:1787118135.929626:0:22773:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00080000:01000000:1.0:1787118135.930955:0:22773:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1787118135.931599:0:22773:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:1.0:1787118135.931610:0:22773:0:(osd_handler.c:8931:osd_obd_connect()) connect #0 00000020:00000080:1.0:1787118135.931623:0:22773:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xce66ce20914c1ae8 00000020:01000004:1.0:1787118135.931630:0:22773:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:1.0:1787118135.931636:0:22773:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:1.0:1787118135.931642:0:22773:0:(tgt_mount.c:101:server_register_mount()) register mount ffff959176f60800 from MGS 00000020:01000004:1.0:1787118135.931646:0:22773:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:1.0:1787118135.931657:0:22773:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff95916bae99c0) 00000020:00000080:1.0:1787118135.931666:0:22773:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:1.0:1787118135.931726:0:22773:0:(tgt_mount.c:153:server_get_mount()) get mount ffff959176f60800 from MGS, refs=2 00080000:01000000:1.0:1787118135.931731:0:22773:0:(osd_handler.c:8931:osd_obd_connect()) connect #1 00000020:00000080:1.0:1787118135.932192:0:22773:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xce66ce20914c1af6 00000100:00100000:1.0:1787118135.932333:0:22773:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1787118135.932724:0:22773:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:1.0:1787118135.932731:0:22773:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1787118135.936931:0:22773:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:1.0:1787118135.936948:0:22773:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1787118135.938028:0:22773:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787118135.939169:0:22773:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1787118135.939179:0:22773:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1787118135.943440:0:22773:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1787118135.943457:0:22773:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1787118135.944583:0:22773:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1787118135.944594:0:22773:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1787118135.945528:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118135.945533:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118135.945535:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118135.951684:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118135.951690:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118135.951692:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118135.952543:0:22773:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:1.0:1787118135.956010:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:3.0:1787118135.970408:0:22773:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 20000000:01000000:1.0:1787118135.981157:0:22773:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1787118135.981242:0:22773:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 10000000:01000000:2.0:1787118135.981606:0:22785:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:1.0:1787118135.982442:0:22773:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1787118135.982781:0:22773:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787118135.982955:0:22773:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1787118135.982962:0:22773:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1787118135.984527:0:22773:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1787118135.984538:0:22773:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1787118135.985270:0:22773:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1787118135.985284:0:22773:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1787118135.990975:0:22773:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1787118135.991000:0:22773:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.123@tcp' 00000020:01000004:3.0:1787118135.991002:0:22773:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1787118135.991032:0:22773:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.123@tcp (typ=mgc) 00000020:00000080:3.0:1787118135.991045:0:22773:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.123@tcp (ffff959180c099c0) 00000020:00000080:3.0:1787118135.991062:0:22773:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1787118135.991174:0:22773:0:(ldlm_lib.c:102:import_set_conn()) imp ffff959150dd6000@MGC192.168.204.123@tcp: add connection 192.168.204.123@tcp at head 00010000:00010000:3.0:1787118135.991382:0:22773:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.123@tcp-0 is initialized 00000040:01000000:3.0:1787118135.991398:0:22773:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.123@tcp ctxt 1 is initialized 00000100:00080000:1.0:1787118135.991709:0:22790:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:3.0:1787118135.993213:0:22791:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1787118135.993316:0:22773:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.123@tcp (uuid e9977501-80fd-46cd-84bc-181bd505030e) 00000020:00000080:0.0:1787118135.993342:0:22773:0:(genops.c:1406:class_connect()) connect: client e9977501-80fd-46cd-84bc-181bd505030e, cookie 0xce66ce20914c1b04 00000100:00080000:0.0:1787118135.993355:0:22773:0:(import.c:510:import_select_connection()) MGC192.168.204.123@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787118135.993362:0:22773:0:(import.c:624:import_select_connection()) MGC192.168.204.123@tcp: import ffff959150dd6000 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:0.0:1787118135.993411:0:22773:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95917bf0c380 x1873928567111936/t0(0) o250->MGC192.168.204.123@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787118135.993442:0:22773:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import e9977501-80fd-46cd-84bc-181bd505030e->MGS 00000020:01000004:0.0:1787118135.993471:0:22773:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1787118135.993477:0:22773:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1787118135.993493:0:22773:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff9590471c0000) 00000020:00000080:0.0:1787118135.993506:0:22773:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:1.0:1787118135.993922:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9977501-80fd-46cd-84bc-181bd505030e:3624:1873928567111936:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1787118135.994000:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118135.994069:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567111936 00000100:00100000:1.0:1787118135.994076:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567111936 00000100:00100000:1.0:1787118135.994134:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787118135.994141:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959142cc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3624:x1873928567111936:12345-0@lo:250:mount.lustre.0 00010000:00080000:1.0:1787118135.994163:0:22787:0:(ldlm_lib.c:1446:target_handle_connect()) MGS: connection from e9977501-80fd-46cd-84bc-181bd505030e@0@lo t0 exp 0000000000000000 cur 646 last 0 00000020:00000080:1.0:1787118135.994185:0:22787:0:(genops.c:1406:class_connect()) connect: client e9977501-80fd-46cd-84bc-181bd505030e, cookie 0xce66ce20914c1b12 00000100:00080000:1.0:1787118135.994294:0:22787:0:(import.c:65:import_set_state_nolock()) ffff95916bbd7000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787118135.994345:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959142cc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+5:3624:x1873928567111936:12345-0@lo:250:mount.lustre.0 Request processed in 203us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118135.994352:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787118135.994396:0:3624:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.204.123@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1787118135.994404:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.123@tcp: connect to target with instance 0 00000100:00080000:1.0:1787118135.994412:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.204.123@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1787118135.994415:0:3624:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1787118135.994419:0:3624:0:(import.c:65:import_set_state_nolock()) ffff959150dd6000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1787118135.994421:0:3624:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1787118135.994430:0:3624:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1787118135.994434:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e9977501-80fd-46cd-84bc-181bd505030e:3624:1873928567111936:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1787118136.016617:0:22773:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787118136.016988:0:22773:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1787118136.016997:0:22773:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1787118136.019013:0:22773:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1787118136.019026:0:22773:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1787118136.019869:0:22773:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1787118136.019877:0:22773:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1787118136.021577:0:22773:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787118136.023084:0:22773:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1787118136.024003:0:22773:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1787118136.027689:0:22773:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1787118136.027702:0:22773:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:1.0:1787118136.078612:0:22773:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787118136.078997:0:22773:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:1.0:1787118136.079007:0:22773:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:3.0:1787118136.080422:0:22773:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:3.0:1787118136.080435:0:22773:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:0.0:1787118136.081035:0:22773:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787118136.081236:0:22773:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:0.0:1787118136.081241:0:22773:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:0.0:1787118136.082233:0:22773:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:0.0:1787118136.082242:0:22773:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1787118136.082921:0:22773:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787118136.083081:0:22773:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1787118136.083086:0:22773:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:0.0:1787118136.083747:0:22773:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1787118136.083754:0:22773:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1787118136.084332:0:22773:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787118136.084482:0:22773:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1787118136.084486:0:22773:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:3.0:1787118136.085318:0:22773:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:3.0:1787118136.085327:0:22773:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:3.0:1787118136.120320:0:22773:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787118136.120582:0:22773:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1787118136.120589:0:22773:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:0.0:1787118136.122532:0:22773:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1787118136.122555:0:22773:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:0.0:1787118136.123429:0:22773:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1787118136.123440:0:22773:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:0.0:1787118136.124523:0:22773:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:0.0:1787118136.124568:0:22773:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:0.0:1787118136.124575:0:22773:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.123@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:0.0:1787118136.124682:0:22773:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.123@tcp ctxt 0 is initialized 00000020:01000004:0.0:1787118136.124719:0:22773:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.123@tcp, index=0000, flags=0x20005 00000020:01000004:0.0:1787118136.124724:0:22773:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1787118136.124725:0:22773:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1787118136.124726:0:22773:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787118136.124727:0:22773:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787118136.124728:0:22773:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787118136.124729:0:22773:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787118136.124741:0:22773:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1787118136.124900:0:22773:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1787118136.124903:0:22773:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787118136.124905:0:22773:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1787118136.124908:0:22773:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:0.0:1787118136.124915:0:22773:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1787118136.124916:0:22773:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1787118136.124917:0:22773:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787118136.124918:0:22773:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787118136.124919:0:22773:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787118136.124920:0:22773:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787118136.124921:0:22773:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1787118136.124922:0:22773:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1787118136.124923:0:22773:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787118136.124924:0:22773:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1787118136.124952:0:22773:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1787118136.124973:0:22773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567112064:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1787118136.125053:0:22773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118136.125288:0:22773:0:(client.c:2702:ptlrpc_set_wait()) set ffff959142844c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787118136.126321:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567112064 00000100:00100000:1.0:1787118136.126333:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567112064 00000100:00100000:0.0:1787118136.126662:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787118136.126674:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959142cc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+5:22773:x1873928567112064:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1787118136.126721:0:22789:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1787118136.126724:0:22789:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1787118136.126727:0:22789:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:0.0:1787118136.127254:0:22809:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:1.0:1787118136.128225:0:22789:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:0.0:1787118136.134019:0:22810:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:0.0:1787118136.134030:0:22810:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:0.0:1787118136.134034:0:22810:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:0.0:1787118136.134037:0:22810:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:0.0:1787118136.134435:0:22810:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:2.0:1787118136.137604:0:22789:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1787118136.137620:0:22789:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1787118136.141605:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959142cc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+5:22773:x1873928567112064:12345-0@lo:253:mount.lustre.0 Request processed in 14925us (16542us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118136.141629:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787118136.141767:0:22773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567112064:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1787118136.141787:0:22773:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1787118136.141791:0:22773:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1787118136.141793:0:22773:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1787118136.141795:0:22773:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787118136.141796:0:22773:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787118136.141798:0:22773:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787118136.141799:0:22773:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787118136.141801:0:22773:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1787118136.141813:0:22773:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1787118136.141815:0:22773:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787118136.141817:0:22773:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1787118136.141841:0:22773:0:(tgt_mount.c:101:server_register_mount()) register mount ffff959176f60800 from lustre-MDT0000 10000000:01000000:0.0:1787118136.141875:0:22773:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:0.0:1787118136.141878:0:22773:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1787118136.141883:0:22773:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff959180c099c0 10000000:01000000:0.0:1787118136.141888:0:22773:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787118136.141898:0:22773:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff959180c099c0 from 1 10000000:01000000:0.0:1787118136.141902:0:22773:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1787118136.141943:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f5400/0xce66ce20914c1b19 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118136.141956:0:22773:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff95917d2f5400/0xce66ce20914c1b19 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118136.141968:0:22773:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff95917d2f5400/0xce66ce20914c1b19 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118136.141990:0:22773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567112192:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787118136.142033:0:22773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118136.142076:0:22773:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917bcc9c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787118136.142281:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567112192 00000100:00100000:1.0:1787118136.142288:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567112192 00000100:00100000:1.0:1787118136.142333:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787118136.142343:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959142cc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+5:22773:x1873928567112192:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787118136.142357:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787118136.142374:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959176edc000/0xce66ce20914c1b20 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1b19 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118136.142400:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959176edc000/0xce66ce20914c1b20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1b19 expref: 6 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118136.142411:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959176edc000/0xce66ce20914c1b20 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1b19 expref: 6 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118136.142421:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959176edc000, rc 0) 00000100:00100000:1.0:1787118136.142464:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959142cc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+6:22773:x1873928567112192:12345-0@lo:101:mount.lustre.0 Request processed in 123us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118136.142470:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787118136.142710:0:22773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567112192:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787118136.142723:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff95917d2f5400/0xce66ce20914c1b19 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1b20 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118136.142732:0:22773:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff95917d2f5400/0xce66ce20914c1b19 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1b20 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118136.142801:0:22773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567112320:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787118136.142836:0:22773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118136.142862:0:22773:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917bcc9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787118136.142956:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567112320 00000100:00100000:2.0:1787118136.142962:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567112320 00000100:00100000:2.0:1787118136.142994:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787118136.143002:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959142cc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+6:22773:x1873928567112320:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787118136.143086:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959142cc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+6:22773:x1873928567112320:12345-0@lo:501:mount.lustre.0 Request processed in 85us (249us total) trans 0 rc -2/-2 00000100:00100000:2.0:1787118136.143118:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787118136.143286:0:22773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567112320:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1787118136.143314:0:22773:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1787118136.143332:0:22773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f5400/0xce66ce20914c1b19 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1b20 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118136.143341:0:22773:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff95917d2f5400/0xce66ce20914c1b19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1b20 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787118136.143349:0:22773:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff959176f60800 10000000:01000000:0.0:1787118136.143353:0:22773:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1787118136.143357:0:22773:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff959176f60800 10000000:01000000:0.0:1787118136.143359:0:22773:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1787118136.143362:0:22773:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff959176f60800 from 1 10000000:01000000:0.0:1787118136.143363:0:22773:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1787118136.143381:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f5c00/0xce66ce20914c1b27 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118136.143387:0:22773:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff95917d2f5c00/0xce66ce20914c1b27 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118136.143395:0:22773:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff95917d2f5c00/0xce66ce20914c1b27 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118136.143407:0:22773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567112448:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787118136.143432:0:22773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118136.143456:0:22773:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917bcc9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787118136.143600:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567112448 00000100:00100000:2.0:1787118136.143605:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567112448 00000100:00100000:2.0:1787118136.143636:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787118136.143642:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+6:22773:x1873928567112448:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787118136.143652:0:22787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787118136.143664:0:22787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9590416a9400/0xce66ce20914c1b2e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1b27 expref: -99 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118136.143679:0:22787:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9590416a9400/0xce66ce20914c1b2e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1b27 expref: 7 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118136.143688:0:22787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9590416a9400/0xce66ce20914c1b2e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1b27 expref: 7 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118136.143695:0:22787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9590416a9400, rc 0) 00000100:00100000:2.0:1787118136.143727:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+7:22773:x1873928567112448:12345-0@lo:101:mount.lustre.0 Request processed in 85us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118136.143750:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787118136.143939:0:22773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567112448:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787118136.143956:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff95917d2f5c00/0xce66ce20914c1b27 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1b2e expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118136.143964:0:22773:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff95917d2f5c00/0xce66ce20914c1b27 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1b2e expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787118136.143977:0:22773:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1787118136.143991:0:22773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f5c00/0xce66ce20914c1b27 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1b2e expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118136.143998:0:22773:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff95917d2f5c00/0xce66ce20914c1b27 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1b2e expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787118136.144003:0:22773:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1787118136.144007:0:22773:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787118136.144012:0:22773:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff959176f60800 10000000:01000000:0.0:1787118136.144014:0:22773:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1787118136.144017:0:22773:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1787118136.144018:0:22773:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1787118136.144031:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f5000/0xce66ce20914c1b35 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118136.144038:0:22773:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff95917d2f5000/0xce66ce20914c1b35 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118136.144046:0:22773:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff95917d2f5000/0xce66ce20914c1b35 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118136.144059:0:22773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567112576:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787118136.144092:0:22773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118136.144222:0:22773:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917bcc9c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787118136.144555:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567112576 00000100:00100000:1.0:1787118136.144561:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567112576 00000100:00100000:1.0:1787118136.144634:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787118136.144642:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d45450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+7:22773:x1873928567112576:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787118136.144652:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787118136.144664:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959176edce00/0xce66ce20914c1b3c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1b35 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118136.144696:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959176edce00/0xce66ce20914c1b3c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1b35 expref: 8 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118136.144706:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959176edce00/0xce66ce20914c1b3c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1b35 expref: 8 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118136.144713:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959176edce00, rc 0) 00000100:00100000:1.0:1787118136.144766:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d45450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+8:22773:x1873928567112576:12345-0@lo:101:mount.lustre.0 Request processed in 120us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118136.144774:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787118136.144833:0:22773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567112576:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787118136.144846:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff95917d2f5000/0xce66ce20914c1b35 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1b3c expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118136.144853:0:22773:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff95917d2f5000/0xce66ce20914c1b35 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1b3c expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118136.144909:0:22773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567112704:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787118136.144937:0:22773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118136.145149:0:22773:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917bcc9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787118136.145233:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567112704 00000100:00100000:2.0:1787118136.145238:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567112704 00000100:00100000:2.0:1787118136.145260:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787118136.145279:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d45050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+8:22773:x1873928567112704:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787118136.145528:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d45050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+9:22773:x1873928567112704:12345-0@lo:501:mount.lustre.0 Request processed in 249us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118136.145535:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787118136.145857:0:22773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567112704:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787118136.145897:0:22773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567112832:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787118136.145943:0:22773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118136.146002:0:22773:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917bcc9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787118136.146037:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567112832 00000100:00100000:2.0:1787118136.146041:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567112832 00000100:00100000:2.0:1787118136.146130:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787118136.146138:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+9:22773:x1873928567112832:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787118136.147381:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+9:22773:x1873928567112832:12345-0@lo:503:mount.lustre.0 Request processed in 1238us (1431us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118136.147485:0:22773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0f800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567112832:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787118136.147571:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787118136.148078:0:22811:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9977501-80fd-46cd-84bc-181bd505030e:22811:1873928567112960:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787118136.148164:0:22811:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118136.148457:0:22811:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917bcc96c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787118136.148591:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567112960 00000100:00100000:1.0:1787118136.148600:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567112960 00000100:00100000:1.0:1787118136.148641:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787118136.148650:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+9:22811:x1873928567112960:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787118136.149864:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+9:22811:x1873928567112960:12345-0@lo:502:llog_process_th.0 Request processed in 1111us (1596us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118136.149877:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787118136.149978:0:22811:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0f800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9977501-80fd-46cd-84bc-181bd505030e:22811:1873928567112960:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1787118136.150013:0:22811:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787118136.150026:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787118136.150028:0:22811:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1787118136.150034:0:22811:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:0.0:1787118136.150044:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787118136.150064:0:22811:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff9590471c3380) 00000020:00000080:0.0:1787118136.150082:0:22811:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:0.0:1787118136.150089:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1787118136.150225:0:22811:0:(osd_handler.c:8931:osd_obd_connect()) connect #2 00000020:00000080:0.0:1787118136.150234:0:22811:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xce66ce20914c1b4a 00000020:00000080:0.0:1787118136.150448:0:22811:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1787118136.150452:0:22811:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787118136.150456:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787118136.150458:0:22811:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1787118136.150460:0:22811:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787118136.150464:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787118136.150465:0:22811:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:0.0:1787118136.150468:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787118136.150476:0:22811:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff9590471c4d40) 00000020:00000080:0.0:1787118136.150485:0:22811:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:0.0:1787118136.150489:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1787118136.150491:0:22811:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:0.0:1787118136.150493:0:22811:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:0.0:1787118136.150500:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1787118136.150563:0:22811:0:(tgt_mount.c:153:server_get_mount()) get mount ffff959176f60800 from lustre-MDT0000, refs=3 00000020:00000080:0.0:1787118136.150578:0:22811:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff9590471c19c0) 00000020:00000080:0.0:1787118136.150587:0:22811:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:0.0:1787118136.150636:0:22811:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1787118136.150641:0:22811:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xce66ce20914c1b5f 00000020:00000080:0.0:1787118136.150733:0:22811:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:0.0:1787118136.150739:0:22811:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1787118136.150969:0:22811:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xce66ce20914c1b66 00080000:01000000:0.0:1787118136.150978:0:22811:0:(osd_handler.c:8931:osd_obd_connect()) connect #3 00000020:00000080:0.0:1787118136.150982:0:22811:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xce66ce20914c1b6d 00010000:00010000:3.0:1787118136.237550:0:22811:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:3.0:1787118136.238513:0:22811:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934638 00000001:00080000:3.0:1787118136.239052:0:22811:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1787118136.239669:0:22811:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff959180c08000) 00000020:00000080:3.0:1787118136.239688:0:22811:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:3.0:1787118136.243966:0:22811:0:(osd_handler.c:8931:osd_obd_connect()) connect #4 00000020:00000080:3.0:1787118136.243987:0:22811:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xce66ce20914c1b7b 00000020:00000080:1.0:1787118136.253981:0:22811:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1787118136.257976:0:22811:0:(genops.c:1406:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xce66ce20914c1b82 00000020:00000080:0.0:1787118136.258497:0:22811:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:0.0:1787118136.258508:0:22811:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787118136.258520:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787118136.258522:0:22811:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:0.0:1787118136.258525:0:22811:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787118136.258529:0:22811:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:0.0:1787118136.258531:0:22811:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787118136.258532:0:22811:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787118136.258534:0:22811:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787118136.258536:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787118136.258537:0:22811:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787118136.258549:0:22811:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787118136.258555:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787118136.258556:0:22811:0:(obd_config.c:1561:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:0.0:1787118136.258560:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000004:01000000:0.0:1787118136.258600:0:22811:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:0.0:1787118136.258612:0:22811:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787118136.258614:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787118136.258616:0:22811:0:(obd_config.c:1561:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:0.0:1787118136.258618:0:22811:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787118136.258620:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787118136.258622:0:22811:0:(obd_config.c:1561:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:0.0:1787118136.258624:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787118136.258630:0:22811:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.123@tcp to nid 0x20000c0a8cc7b (192.168.204.123@tcp) 00000020:00000080:0.0:1787118136.258656:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787118136.258674:0:22811:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff9590476a0000) 00000020:00000080:0.0:1787118136.258686:0:22811:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:0.0:1787118136.258690:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1787118136.258735:0:22811:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:0.0:1787118136.258739:0:22811:0:(osd_handler.c:8931:osd_obd_connect()) connect #5 00000020:00000080:0.0:1787118136.258753:0:22811:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xce66ce20914c1b90 00010000:00080000:0.0:1787118136.258787:0:22811:0:(ldlm_lib.c:102:import_set_conn()) imp ffff95917bba6000@lustre-MDT0001-osp-MDT0000: add connection 192.168.204.123@tcp at head 00010000:00010000:0.0:1787118136.260261:0:22811:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:1.0:1787118136.261458:0:22811:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787118136.261474:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1787118136.261509:0:22811:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:1.0:1787118136.261528:0:22811:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xce66ce20914c1b97 00000100:00080000:1.0:1787118136.261538:0:22811:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787118136.261555:0:22811:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff95917bba6000 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:1.0:1787118136.261591:0:22811:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff959048595f80 x1873928567113088/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787118136.261614:0:22811:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:1.0:1787118136.261679:0:22811:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787118136.261683:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787118136.261684:0:22811:0:(obd_config.c:1561:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:1.0:1787118136.261687:0:22811:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787118136.261690:0:22811:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:1.0:1787118136.261691:0:22811:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787118136.261693:0:22811:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787118136.261694:0:22811:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787118136.261696:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787118136.261698:0:22811:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787118136.261700:0:22811:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787118136.261704:0:22811:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1787118136.261707:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787118136.261708:0:22811:0:(obd_config.c:1561:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1787118136.261711:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787118136.261715:0:22811:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.123@tcp to nid 0x20000c0a8cc7b (192.168.204.123@tcp) 00000020:01000000:1.0:1787118136.261737:0:22811:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1787118136.261751:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787118136.261765:0:22811:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff95916baeb380) 00000020:00000080:1.0:1787118136.261776:0:22811:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:1.0:1787118136.261781:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1787118136.261834:0:22811:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1787118136.261840:0:22811:0:(osd_handler.c:8931:osd_obd_connect()) connect #6 00000020:00000080:1.0:1787118136.261847:0:22811:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xce66ce20914c1ba5 00010000:00080000:1.0:1787118136.261876:0:22811:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9591467e4800@lustre-OST0000-osc-MDT0000: add connection 192.168.204.123@tcp at head 00010000:00010000:1.0:1787118136.262076:0:22811:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:2.0:1787118136.263973:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048595f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567113088:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787118136.264055:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118136.264225:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567113088 00000100:00100000:3.0:1787118136.264235:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567113088 00000100:00100000:3.0:1787118136.264283:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787118136.264292:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3624:x1873928567113088:12345-0@lo:38:llog_process_th.0 00010000:00020000:3.0:1787118136.264313:0:22798:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:1.0:1787118136.267978:0:22811:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1787118136.268338:0:22811:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1787118136.270216:0:22811:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787118136.270416:0:22811:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1787118136.278702:0:22811:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000100:00100000:3.0:1787118136.280903:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3624:x1873928567113088:12345-0@lo:38:llog_process_th.0 Request processed in 16603us (16840us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787118136.280919:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1787118136.281130:0:3624:0:(import.c:65:import_set_state_nolock()) ffff95917bba6000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787118136.281145:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787118136.281150:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048595f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567113088:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1787118136.281487:0:22817:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1787118136.281492:0:22817:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1787118136.282508:0:22811:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787118136.282521:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1787118136.282572:0:22811:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1787118136.282592:0:22811:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xce66ce20914c1bac 00000100:00080000:3.0:1787118136.282601:0:22811:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787118136.282607:0:22811:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9591467e4800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:3.0:1787118136.282642:0:22811:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff959176fe1c00 x1873928567113216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787118136.282666:0:22811:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1787118136.282720:0:22811:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787118136.282724:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118136.282726:0:22811:0:(obd_config.c:1561:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1787118136.282729:0:22811:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787118136.282732:0:22811:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #28 00000020:01000000:3.0:1787118136.282733:0:22811:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787118136.282735:0:22811:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787118136.282736:0:22811:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787118136.282739:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118136.282749:0:22811:0:(obd_config.c:1561:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787118136.282753:0:22811:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787118136.282758:0:22811:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1787118136.282761:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118136.282770:0:22811:0:(obd_config.c:1561:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1787118136.282774:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787118136.282779:0:22811:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.123@tcp to nid 0x20000c0a8cc7b (192.168.204.123@tcp) 00000020:01000000:3.0:1787118136.282805:0:22811:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1787118136.282807:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787118136.282819:0:22811:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff959180c0b380) 00000020:00000080:3.0:1787118136.282831:0:22811:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:3.0:1787118136.282837:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1787118136.282900:0:22811:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:3.0:1787118136.282906:0:22811:0:(osd_handler.c:8931:osd_obd_connect()) connect #7 00000020:00000080:3.0:1787118136.282912:0:22811:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xce66ce20914c1bba 00010000:00080000:3.0:1787118136.282949:0:22811:0:(ldlm_lib.c:102:import_set_conn()) imp ffff959047758000@lustre-OST0001-osc-MDT0000: add connection 192.168.204.123@tcp at head 00010000:00010000:3.0:1787118136.283185:0:22811:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:3.0:1787118136.283250:0:22811:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1787118136.283267:0:22811:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:1.0:1787118136.283632:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567113216:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1787118136.283683:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1873928567113216 offset 0 length 520: 4 00000040:00080000:3.0:1787118136.285330:0:22811:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787118136.285552:0:22811:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1787118136.285707:0:22811:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:1.0:1787118136.289344:0:22819:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1787118136.289352:0:22819:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1787118136.291711:0:22811:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787118136.291728:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1787118136.291877:0:22811:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1787118136.291900:0:22811:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xce66ce20914c1bc1 00000100:00080000:3.0:1787118136.291912:0:22811:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787118136.291917:0:22811:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff959047758000 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:3.0:1787118136.291954:0:22811:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff959176fe2d80 x1873928567113344/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787118136.292022:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567113344:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1787118136.292078:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1873928567113344 offset 0 length 520: 4 00000100:00080000:3.0:1787118136.292206:0:22811:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:3.0:1787118136.292285:0:22811:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787118136.292294:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118136.292296:0:22811:0:(obd_config.c:1561:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1787118136.292315:0:22811:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787118136.292320:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118136.292322:0:22811:0:(obd_config.c:1561:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:3.0:1787118136.292325:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1787118136.292326:0:22811:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1787118136.292329:0:22811:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787118136.292331:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118136.292332:0:22811:0:(obd_config.c:1561:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:3.0:1787118136.292335:0:22811:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787118136.292337:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118136.292338:0:22811:0:(obd_config.c:1561:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1787118136.292342:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1787118136.292372:0:22811:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9977501-80fd-46cd-84bc-181bd505030e:22811:1873928567113472:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787118136.292427:0:22811:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118136.292448:0:22811:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917bd763c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787118136.292930:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567113472 00000100:00100000:1.0:1787118136.292938:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567113472 00000100:00100000:1.0:1787118136.293036:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787118136.293046:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d46850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+9:22811:x1873928567113472:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787118136.293310:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d46850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+9:22811:x1873928567113472:12345-0@lo:502:llog_process_th.0 Request processed in 266us (882us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118136.293318:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787118136.293477:0:22811:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe3b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9977501-80fd-46cd-84bc-181bd505030e:22811:1873928567113472:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1787118136.293508:0:22811:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787118136.293514:0:22811:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787118136.293516:0:22811:0:(obd_config.c:1561:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1787118136.293520:0:22811:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:3.0:1787118136.293810:0:22773:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:3.0:1787118136.293832:0:22773:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1787118136.293887:0:22773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f5000/0xce66ce20914c1b35 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1b3c expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118136.293899:0:22773:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff95917d2f5000/0xce66ce20914c1b35 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1b3c expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787118136.293907:0:22773:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff959176f60800 from 1 10000000:01000000:3.0:1787118136.293911:0:22773:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787118136.293945:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959140031e00/0xce66ce20914c1bc8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118136.293953:0:22773:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff959140031e00/0xce66ce20914c1bc8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118136.293963:0:22773:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff959140031e00/0xce66ce20914c1bc8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787118136.293991:0:22773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567113600:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787118136.294030:0:22773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118136.294066:0:22773:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917bd76b40 going to sleep for 11 seconds 00000100:00100000:1.0:1787118136.294216:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567113600 00000100:00100000:1.0:1787118136.294222:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567113600 00000100:00100000:1.0:1787118136.294260:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787118136.294267:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+9:22773:x1873928567113600:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787118136.294279:0:22789:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787118136.294294:0:22789:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959176edc400/0xce66ce20914c1bcf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1bc8 expref: -99 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118136.294319:0:22789:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959176edc400/0xce66ce20914c1bcf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1bc8 expref: 10 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118136.294342:0:22789:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959176edc400/0xce66ce20914c1bcf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1bc8 expref: 10 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118136.294352:0:22789:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959176edc400, rc 0) 00000100:00100000:1.0:1787118136.294396:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+10:22773:x1873928567113600:12345-0@lo:101:mount.lustre.0 Request processed in 129us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118136.294402:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787118136.294511:0:22773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567113600:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787118136.294523:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff959140031e00/0xce66ce20914c1bc8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1bcf expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118136.294532:0:22773:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff959140031e00/0xce66ce20914c1bc8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1bcf expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787118136.295208:0:22773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567113728:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1787118136.295255:0:22773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118136.295286:0:22773:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917bd76b40 going to sleep for 11 seconds 00000100:00100000:1.0:1787118136.295438:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567113728 00000100:00100000:1.0:1787118136.295444:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567113728 00000100:00100000:1.0:1787118136.295482:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787118136.295490:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+10:22773:x1873928567113728:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1787118136.295507:0:22788:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1787118136.295515:0:22788:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:1.0:1787118136.295633:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+10:22773:x1873928567113728:12345-0@lo:256:mount.lustre.0 Request processed in 144us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118136.295641:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787118136.295724:0:22773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567113728:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1787118136.296314:0:22773:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1787118136.298140:0:22773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959140031e00/0xce66ce20914c1bc8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1bcf expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118136.298160:0:22773:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff959140031e00/0xce66ce20914c1bc8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1bcf expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787118136.298169:0:22773:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff959176f60800 from 1 10000000:01000000:2.0:1787118136.298193:0:22773:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787118136.298249:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9590416a8800/0xce66ce20914c1bd6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118136.298257:0:22773:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9590416a8800/0xce66ce20914c1bd6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118136.298268:0:22773:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9590416a8800/0xce66ce20914c1bd6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118136.298292:0:22773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567113856:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787118136.298375:0:22773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118136.301271:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567113856 00000100:00100000:1.0:1787118136.301286:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567113856 00000100:00100000:1.0:1787118136.301388:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787118136.301400:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d46050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+10:22773:x1873928567113856:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787118136.301418:0:22787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787118136.301440:0:22787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959176edd400/0xce66ce20914c1bdd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1bd6 expref: -99 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118136.301469:0:22787:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959176edd400/0xce66ce20914c1bdd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1bd6 expref: 11 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118136.301505:0:22787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959176edd400/0xce66ce20914c1bdd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1bd6 expref: 11 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118136.301514:0:22787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959176edd400, rc 0) 00000100:00100000:1.0:1787118136.301609:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d46050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+11:22773:x1873928567113856:12345-0@lo:101:mount.lustre.0 Request processed in 212us (3234us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118136.301616:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787118136.301694:0:22773:0:(client.c:2702:ptlrpc_set_wait()) set ffff959151644840 going to sleep for 11 seconds 00000100:00100000:2.0:1787118136.301717:0:22773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567113856:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787118136.301734:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9590416a8800/0xce66ce20914c1bd6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1bdd expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118136.301755:0:22773:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9590416a8800/0xce66ce20914c1bd6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1bdd expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118136.301836:0:22773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567113984:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787118136.301871:0:22773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118136.302141:0:22773:0:(client.c:2702:ptlrpc_set_wait()) set ffff959151644840 going to sleep for 11 seconds 00000100:00100000:3.0:1787118136.302310:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567113984 00000100:00100000:3.0:1787118136.302316:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567113984 00000100:00100000:3.0:1787118136.302346:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1787118136.302354:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+11:22773:x1873928567113984:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787118136.302633:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+11:22773:x1873928567113984:12345-0@lo:501:mount.lustre.0 Request processed in 279us (760us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118136.302641:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787118136.302717:0:22773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567113984:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787118136.302849:0:22773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567114112:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787118136.302897:0:22773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118136.302925:0:22773:0:(client.c:2702:ptlrpc_set_wait()) set ffff959151644840 going to sleep for 11 seconds 00000100:00100000:3.0:1787118136.302978:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567114112 00000100:00100000:3.0:1787118136.302983:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567114112 00000100:00100000:3.0:1787118136.303015:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787118136.303021:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d47450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+11:22773:x1873928567114112:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787118136.303133:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d47450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+11:22773:x1873928567114112:12345-0@lo:503:mount.lustre.0 Request processed in 111us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118136.303146:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787118136.304184:0:22773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567114112:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787118136.305453:0:22821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9977501-80fd-46cd-84bc-181bd505030e:22821:1873928567114240:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787118136.305533:0:22821:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118136.305683:0:22821:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917bd766c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787118136.305729:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567114240 00000100:00100000:1.0:1787118136.305735:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567114240 00000100:00100000:1.0:1787118136.305883:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787118136.305891:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+11:22821:x1873928567114240:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787118136.306436:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+11:22821:x1873928567114240:12345-0@lo:502:llog_process_th.0 Request processed in 544us (900us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118136.306445:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1787118136.306561:0:22821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9977501-80fd-46cd-84bc-181bd505030e:22821:1873928567114240:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1787118136.306593:0:22821:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787118136.306602:0:22821:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118136.306605:0:22821:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1787118136.306613:0:22821:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff959176f60800 00000020:00000080:3.0:1787118136.306616:0:22821:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787118136.306623:0:22821:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787118136.306627:0:22821:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118136.306628:0:22821:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1787118136.306630:0:22821:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787118136.306632:0:22821:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118136.306634:0:22821:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1787118136.306637:0:22821:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff959176f60800 00000020:00000080:3.0:1787118136.306639:0:22821:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787118136.306704:0:22821:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787118136.306708:0:22821:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118136.306709:0:22821:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1787118136.306712:0:22821:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787118136.306714:0:22821:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118136.306715:0:22821:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1787118136.306719:0:22821:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff959176f60800 00000020:00000080:3.0:1787118136.306720:0:22821:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787118136.308965:0:22821:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787118136.308978:0:22821:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118136.308980:0:22821:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1787118136.308984:0:22821:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787118136.308993:0:22821:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118136.308995:0:22821:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1787118136.309000:0:22821:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff959176f60800 00000020:00000080:3.0:1787118136.309002:0:22821:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1787118136.309087:0:22821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9977501-80fd-46cd-84bc-181bd505030e:22821:1873928567114368:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787118136.309179:0:22821:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118136.309234:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567114368 00000100:00100000:3.0:1787118136.309241:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567114368 00000100:00100000:3.0:1787118136.309292:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1787118136.309302:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d47050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+11:22821:x1873928567114368:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787118136.309414:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d47050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+11:22821:x1873928567114368:12345-0@lo:502:llog_process_th.0 Request processed in 113us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118136.309421:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1787118136.309472:0:22821:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917bd766c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787118136.309493:0:22821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9977501-80fd-46cd-84bc-181bd505030e:22821:1873928567114368:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1787118136.309517:0:22821:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787118136.309522:0:22821:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118136.309523:0:22821:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1787118136.309527:0:22821:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:3.0:1787118136.309847:0:22773:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1787118136.309872:0:22773:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787118136.309889:0:22773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9590416a8800/0xce66ce20914c1bd6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1bdd expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118136.309901:0:22773:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9590416a8800/0xce66ce20914c1bd6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1bdd expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787118136.309948:0:22773:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1787118136.309958:0:22773:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff959176f60800 10000000:01000000:3.0:1787118136.309961:0:22773:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff959176f60800 10000000:01000000:3.0:1787118136.309965:0:22773:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787118136.309971:0:22773:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff959176f60800 from 1 10000000:01000000:3.0:1787118136.309973:0:22773:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1787118136.309999:0:22773:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959140030e00/0xce66ce20914c1be4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118136.310007:0:22773:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff959140030e00/0xce66ce20914c1be4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118136.310015:0:22773:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff959140030e00/0xce66ce20914c1be4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787118136.310030:0:22773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567114496:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787118136.310058:0:22773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118136.310072:0:22773:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917bd76a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787118136.310115:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567114496 00000100:00100000:3.0:1787118136.310119:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567114496 00000100:00100000:3.0:1787118136.310144:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1787118136.310150:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d44850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+11:22773:x1873928567114496:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787118136.310159:0:22789:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118136.310172:0:22789:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959140031c00/0xce66ce20914c1beb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1be4 expref: -99 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118136.310192:0:22789:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959140031c00/0xce66ce20914c1beb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1be4 expref: 12 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118136.310201:0:22789:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959140031c00/0xce66ce20914c1beb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1be4 expref: 12 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118136.310218:0:22789:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959140031c00, rc 0) 00000100:00100000:3.0:1787118136.310248:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d44850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+12:22773:x1873928567114496:12345-0@lo:101:mount.lustre.0 Request processed in 98us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118136.310254:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1787118136.310290:0:22773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567114496:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787118136.310302:0:22773:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff959140030e00/0xce66ce20914c1be4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1beb expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118136.310310:0:22773:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff959140030e00/0xce66ce20914c1be4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1beb expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787118136.310350:0:22773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567114624:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787118136.310376:0:22773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118136.310406:0:22773:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917bd76a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787118136.310419:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567114624 00000100:00100000:3.0:1787118136.310422:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567114624 00000100:00100000:3.0:1787118136.310444:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787118136.310450:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d44050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+12:22773:x1873928567114624:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787118136.315027:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d44050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+12:22773:x1873928567114624:12345-0@lo:501:mount.lustre.0 Request processed in 4567us (4640us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118136.315045:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787118136.315159:0:22773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567114624:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787118136.315220:0:22773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567114752:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787118136.315280:0:22773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118136.315319:0:22773:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917bd76a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787118136.315338:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567114752 00000100:00100000:3.0:1787118136.315345:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567114752 00000100:00100000:3.0:1787118136.315394:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1787118136.315404:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047679050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+12:22773:x1873928567114752:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787118136.315514:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047679050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+12:22773:x1873928567114752:12345-0@lo:503:mount.lustre.0 Request processed in 112us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118136.315521:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1787118136.318591:0:22773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567114752:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787118136.326426:0:22824:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9977501-80fd-46cd-84bc-181bd505030e:22824:1873928567114880:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787118136.326512:0:22824:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118136.326574:0:22824:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917bd76780 going to sleep for 11 seconds 00000100:00100000:1.0:1787118136.326629:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567114880 00000100:00100000:1.0:1787118136.326636:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567114880 00000100:00100000:1.0:1787118136.326685:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1787118136.326695:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047678c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+12:22824:x1873928567114880:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787118136.326939:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047678c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+12:22824:x1873928567114880:12345-0@lo:502:llog_process_th.0 Request processed in 244us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118136.326948:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787118136.327037:0:22824:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9977501-80fd-46cd-84bc-181bd505030e:22824:1873928567114880:0@lo:502:llog_process_th.0 00000020:01000004:3.0:1787118136.327130:0:22824:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1787118136.327146:0:22824:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff959180c0cd40) 00000020:00000080:3.0:1787118136.327167:0:22824:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:3.0:1787118136.327332:0:22824:0:(tgt_mount.c:153:server_get_mount()) get mount ffff959176f60800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1787118136.327337:0:22824:0:(tgt_mount.c:187:server_put_mount()) put mount ffff959176f60800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1787118136.327340:0:22824:0:(obd_mount.c:710:lustre_put_lsi()) put ffff959176f60800 4 00010000:00080000:3.0:1787118136.327369:0:22824:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9590473fc000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.123@tcp at head 00010000:00010000:3.0:1787118136.331066:0:22824:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:3.0:1787118136.331219:0:22824:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1787118136.331268:0:22824:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1787118136.331282:0:22824:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xce66ce20914c1bf9 00000100:00080000:3.0:1787118136.331293:0:22824:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787118136.331300:0:22824:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9590473fc000 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:3.0:1787118136.331337:0:22824:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff959176fe1880 x1873928567115008/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787118136.331393:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3624:1873928567115008:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787118136.331460:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1787118136.331518:0:22824:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1787118136.331537:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567115008 00000100:00100000:2.0:1787118136.331969:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567115008 00000100:00100000:2.0:1787118136.332013:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787118136.332022:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3624:x1873928567115008:12345-0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787118136.332092:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3624:x1873928567115008:12345-0@lo:38:llog_process_th.0 Request processed in 69us (630us total) trans 0 rc -11/-11 00000100:00100000:2.0:1787118136.332127:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787118136.333912:0:3624:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787118136.333924:0:3624:0:(import.c:65:import_set_state_nolock()) ffff9590473fc000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787118136.333931:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1787118136.333936:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3624:1873928567115008:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787118136.335301:0:22824:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9977501-80fd-46cd-84bc-181bd505030e:22824:1873928567115136:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787118136.335394:0:22824:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118136.335431:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567115136 00000100:00100000:3.0:1787118136.335438:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567115136 00000100:00100000:3.0:1787118136.335478:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1787118136.335486:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95904767b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+12:22824:x1873928567115136:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787118136.335608:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95904767b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+12:22824:x1873928567115136:12345-0@lo:502:llog_process_th.0 Request processed in 122us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118136.335616:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1787118136.335727:0:22824:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917bd76c00 going to sleep for 11 seconds 00000100:00100000:3.0:1787118136.335823:0:22824:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9977501-80fd-46cd-84bc-181bd505030e:22824:1873928567115136:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787118136.335863:0:22824:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9977501-80fd-46cd-84bc-181bd505030e:22824:1873928567115264:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787118136.335894:0:22824:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118136.335919:0:22824:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917bd76c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787118136.336206:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567115264 00000100:00100000:2.0:1787118136.336213:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567115264 00000100:00100000:2.0:1787118136.336253:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1787118136.336411:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95904767b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+12:22824:x1873928567115264:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787118136.336550:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95904767b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+12:22824:x1873928567115264:12345-0@lo:502:llog_process_th.0 Request processed in 280us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118136.336557:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1787118136.336622:0:22824:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e9977501-80fd-46cd-84bc-181bd505030e:22824:1873928567115264:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1787118136.336646:0:22824:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1787118136.338352:0:22773:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1787118136.338395:0:22773:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1787118136.338419:0:22773:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959140030e00/0xce66ce20914c1be4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1beb expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118136.338440:0:22773:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff959140030e00/0xce66ce20914c1be4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1beb expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1787118136.338501:0:22773:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1787118136.338503:0:22773:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1787118136.338504:0:22773:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787118136.338505:0:22773:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787118136.338506:0:22773:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787118136.338508:0:22773:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787118136.338509:0:22773:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787118136.338511:0:22773:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1787118136.338513:0:22773:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787118136.338514:0:22773:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1787118136.338518:0:22773:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:3.0:1787118136.338521:0:22773:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1787118136.338522:0:22773:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1787118136.338523:0:22773:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787118136.338524:0:22773:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787118136.338525:0:22773:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787118136.338526:0:22773:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787118136.338527:0:22773:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787118136.338528:0:22773:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1787118136.338529:0:22773:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787118136.338530:0:22773:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1787118136.338566:0:22773:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1787118136.338586:0:22773:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567115392:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1787118136.338647:0:22773:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118136.338691:0:22773:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917bd766c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787118136.338855:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567115392 00000100:00100000:2.0:1787118136.338862:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567115392 00000100:00100000:2.0:1787118136.338909:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1787118136.338916:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95904767a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+12:22773:x1873928567115392:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1787118136.338943:0:22789:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1787118136.338955:0:22789:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1787118136.350722:0:22789:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1787118136.350829:0:22789:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1787118136.351230:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95904767a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+12:22773:x1873928567115392:12345-0@lo:253:mount.lustre.0 Request processed in 12309us (12577us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118136.351244:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787118136.351730:0:22773:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe0000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:22773:1873928567115392:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1787118136.351811:0:22773:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1787118136.351816:0:22773:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787118136.351818:0:22773:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1787118136.351819:0:22773:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787118136.351828:0:22773:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787118136.351829:0:22773:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787118136.351831:0:22773:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787118136.351832:0:22773:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1787118136.351834:0:22773:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1787118136.351836:0:22773:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787118136.351837:0:22773:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1787118136.351857:0:22773:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:2.0:1787118136.355432:0:22809:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1787118136.355443:0:22809:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1787118136.355469:0:22809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9590416a8a00/0xce66ce20914c1c00 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118136.355488:0:22809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff959176edc400/0xce66ce20914c1bcf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1bc8 expref: 11 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118136.355511:0:22809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9590416a8a00/0xce66ce20914c1c00 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118136.355567:0:22809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff959176edc400/0xce66ce20914c1bcf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xce66ce20914c1bc8 expref: 11 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118136.355583:0:22809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff959176edc400/0xce66ce20914c1bcf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xce66ce20914c1bc8 expref: 11 pid: 22789 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118136.355600:0:22809:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22809:1873928567115520:0@lo:104: 00000100:00100000:2.0:1787118136.355664:0:22809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118136.355707:0:22809:0:(client.c:2702:ptlrpc_set_wait()) set ffff959142c32480 going to sleep for 11 seconds 00000100:00100000:2.0:1787118136.357851:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567115520 00000100:00100000:2.0:1787118136.357869:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567115520 00000100:00100000:2.0:1787118136.357944:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787118136.357954:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9977501-80fd-46cd-84bc-181bd505030e+3:22809:x1873928567115520:12345-0@lo:104: 00010000:00010000:2.0:1787118136.357974:0:22777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.123@tcp lock: ffff959140031e00/0xce66ce20914c1bc8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1bcf expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118136.358084:0:22777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787118136.358091:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9977501-80fd-46cd-84bc-181bd505030e+3:22809:x1873928567115520:12345-0@lo:104: Request processed in 140us (2426us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118136.358413:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787118136.358568:0:22809:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22809:1873928567115520:0@lo:104: 00010000:00010000:0.0:1787118136.358600:0:22809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9590416a8a00/0xce66ce20914c1c00 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118136.358623:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787118136.358629:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff959140031e00/0xce66ce20914c1bc8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1bcf expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118136.358638:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959140031e00 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:0.0:1787118136.358642:0:22783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff959140031e00/0xce66ce20914c1bc8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xce66ce20914c1bcf expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118136.358650:0:22783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff959140031e00/0xce66ce20914c1bc8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xce66ce20914c1bcf expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787118136.358659:0:22783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff959140031e00/0xce66ce20914c1bc8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xce66ce20914c1bcf expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787118136.358678:0:22783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787118136.358721:0:22783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff959140031e00/0xce66ce20914c1bc8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1bcf expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118136.358728:0:22783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787118136.358768:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff959140031e00/0xce66ce20914c1bc8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1bcf expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118136.358776:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff959140031e00/0xce66ce20914c1bc8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1bcf expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118136.358796:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118136.358798:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118136.358800:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787118136.359873:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9977501-80fd-46cd-84bc-181bd505030e:3627:1873928567115648:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787118136.359937:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118136.360017:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567115648 00000100:00100000:2.0:1787118136.360024:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567115648 00010000:00010000:2.0:1787118136.360063:0:22779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff959176edc400/0xce66ce20914c1bcf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1bc8 expref: 12 pid: 22789 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118136.360116:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787118136.360126:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9977501-80fd-46cd-84bc-181bd505030e+12:3627:x1873928567115648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787118136.360140:0:22779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787118136.360146:0:22779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff959176edc400/0xce66ce20914c1bcf lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1bc8 expref: 12 pid: 22789 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118136.360158:0:22779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff959176edc400/0xce66ce20914c1bcf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xce66ce20914c1bc8 expref: 12 pid: 22789 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118136.360177:0:22779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959176edc400/0xce66ce20914c1bcf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xce66ce20914c1bc8 expref: 12 pid: 22789 timeout: 746 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118136.360193:0:22779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9590416a8a00/0xce66ce20914c1c00 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118136.360201:0:22779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9590416a8a00/0xce66ce20914c1c00 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1787118136.360217:0:22779:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004775090s 00010000:00010000:2.0:1787118136.360221:0:22779:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9590416a8a00/0xce66ce20914c1c00 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118136.360228:0:22779:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9590416a8a00/0xce66ce20914c1c00 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118136.360235:0:22779:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9590416a8a00/0xce66ce20914c1c00 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118136.360241:0:22779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9590416a8a00/0xce66ce20914c1c00 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118136.360253:0:22779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9590416a8a00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118136.360257:0:22779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9590416a8a00/0xce66ce20914c1c00 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118136.360265:0:22779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9590416a8a00/0xce66ce20914c1c00 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118136.360279:0:22779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9590416a8a00/0xce66ce20914c1c00 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118136.360289:0:22779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787118136.360325:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9977501-80fd-46cd-84bc-181bd505030e+11:3627:x1873928567115648:12345-0@lo:103:ldlm_bl.0 Request processed in 200us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118136.360333:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1787118136.360369:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9977501-80fd-46cd-84bc-181bd505030e:3627:1873928567115648:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787118136.364395:0:22809:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9590416a8a00/0xce66ce20914c1c00 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118136.364410:0:22809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9590416a8a00/0xce66ce20914c1c00 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118136.364417:0:22809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9590416a8a00/0xce66ce20914c1c00 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1787118136.377728:0:22773:0:(update_trans.c:1495:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:2.0:1787118136.378079:0:22773:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000040:01000000:3.0:1787118136.378807:0:22834:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1787118136.378825:0:22773:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000020:00080000:1.0:1787118136.381220:0:22833:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:1.0:1787118136.381230:0:22833:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:00080000:0.0:1787118136.381486:0:22834:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787118136.383459:0:22834:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1787118136.383530:0:22834:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000100:00080000:0.0:1787118136.386956:0:22835:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff95917bf0c700 x1873928567115776/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787118136.386973:0:22835:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143df8a80 going to sleep for 0 seconds 00000040:01000000:1.0:1787118136.388033:0:22773:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1787118136.388077:0:22773:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1787118136.389344:0:22773:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1787118136.389365:0:22773:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1787118136.389431:0:22773:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787118136.390444:0:22773:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1787118136.390962:0:22773:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1787118136.390993:0:22773:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:1.0:1787118136.391968:0:22773:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:1.0:1787118136.395863:0:22773:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:1.0:1787118136.400431:0:22773:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1787118136.402871:0:22773:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1787118136.402915:0:22773:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb5cd41547988 00100000:10000000:1.0:1787118136.402926:0:22773:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:1.0:1787118136.403589:0:22773:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1787118136.403608:0:22773:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.123@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1787118136.403631:0:22773:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=45 00000080:00000004:1.0:1787118136.403650:0:22773:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:1.0:1787118136.414013:0:22773:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787118136.414333:0:22773:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1787118136.994285:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787118137.380312:0:22829:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1787118137.380322:0:22829:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1787118137.383661:0:22829:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1787118137.383675:0:22829:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 10000000:01000000:0.0:1787118137.441991:0:22791:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787118137.441999:0:22791:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff959176f60800 from 11 10000000:01000000:0.0:1787118137.442004:0:22791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787118137.442053:0:22791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f4800/0xce66ce20914c1c07 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118137.442065:0:22791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff95917d2f4800/0xce66ce20914c1c07 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118137.442076:0:22791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff95917d2f4800/0xce66ce20914c1c07 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118137.442131:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567115904:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787118137.442192:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118137.442222:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143df8780 going to sleep for 11 seconds 00000100:00100000:2.0:1787118137.442550:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567115904 00000100:00100000:2.0:1787118137.442562:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567115904 00000100:00100000:2.0:1787118137.442616:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787118137.442628:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95904767b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+11:22791:x1873928567115904:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787118137.442643:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787118137.442658:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9590416a8000/0xce66ce20914c1c0e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1c07 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118137.442683:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9590416a8000/0xce66ce20914c1c0e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1c07 expref: 12 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118137.442711:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9590416a8000/0xce66ce20914c1c0e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1c07 expref: 12 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118137.442729:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9590416a8000, rc 0) 00000100:00100000:2.0:1787118137.442775:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95904767b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+12:22791:x1873928567115904:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 150us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118137.442782:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787118137.442828:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567115904:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787118137.442842:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff95917d2f4800/0xce66ce20914c1c07 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1c0e expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118137.442851:0:22791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff95917d2f4800/0xce66ce20914c1c07 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1c0e expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118137.442901:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567116032:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1787118137.442929:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118137.442946:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959142c326c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787118137.443339:0:22835:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143df8a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787118137.443545:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567116032 00000100:00100000:0.0:1787118137.443551:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567116032 00000100:00100000:0.0:1787118137.443583:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1787118137.443591:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047679c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+12:22791:x1873928567116032:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1787118137.443607:0:22787:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1787118137.443626:0:22787:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1787118137.443629:0:22787:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1787118137.443734:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047679c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+12:22791:x1873928567116032:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 143us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118137.443741:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1787118137.443779:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567116032:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1787118137.443823:0:22791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787118137.443835:0:22791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f4800/0xce66ce20914c1c07 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1c0e expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118137.443844:0:22791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff95917d2f4800/0xce66ce20914c1c07 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1c0e expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118138.017975:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787118138.401363:0:22829:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1787118138.401372:0:22829:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1787118138.401543:0:22829:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:0.0:1787118138.401583:0:22829:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1787118138.401910:0:22829:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:0.0:1787118138.469682:0:22835:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143df8a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787118139.041286:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787118139.489183:0:22835:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143df8a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787118140.065436:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787118140.513218:0:22835:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143df8a80 going to sleep for 0 seconds 00000001:02000400:0.0:1787118140.931222:0:23078:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg423-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1787118141.090796:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787118141.537557:0:22835:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143df8a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787118141.665801:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1787118141.665810:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787118141.665814:0:37:0:(import.c:65:import_set_state_nolock()) ffff95917bba6000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787118141.665824:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 646 00000100:00080000:2.0:1787118141.665830:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787118141.665838:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff95917bba6000 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:2.0:1787118141.665863:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9590458f9180 x1873928567116288/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787118141.665906:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787118141.665910:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787118141.665913:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787118141.665916:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787118141.665919:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1787118141.665922:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787118141.665924:0:37:0:(import.c:65:import_set_state_nolock()) ffff9590473fc000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787118141.665930:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9590473fc000 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:2.0:1787118141.665944:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9590458f9500 x1873928567116416/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787118141.665977:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567116288:0@lo:38:kworker.0 00000100:00100000:0.0:1787118141.665996:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787118141.666021:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9977501-80fd-46cd-84bc-181bd505030e:3627:1873928567116160:0@lo:400:kworker.0 00000100:00100000:1.0:1787118141.666140:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118141.666212:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118141.666214:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3624:1873928567116416:0@lo:38:kworker.0 00000100:00100000:1.0:1787118141.666267:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118141.666310:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567116160 00000100:00100000:3.0:1787118141.666319:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567116160 00000100:00100000:0.0:1787118141.666339:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567116416 00000100:00100000:0.0:1787118141.666345:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567116416 00000100:00100000:3.0:1787118141.666378:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1787118141.666390:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047678050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+12:3627:x1873928567116160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118141.666396:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787118141.666404:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959048597800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3624:x1873928567116416:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1787118141.666429:0:22795:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 651 last 0 00000100:00100000:3.0:1787118141.666470:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047678050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+12:3627:x1873928567116160:12345-0@lo:400:kworker.0 Request processed in 83us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118141.666478:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000020:00000080:0.0:1787118141.666497:0:22795:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xce66ce20914c1c15 00000004:00100000:0.0:1787118141.666514:0:22795:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00100000:2.0:1787118141.666597:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567116288 00000100:00100000:2.0:1787118141.666602:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567116288 00000100:00100000:2.0:1787118141.666639:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787118141.666648:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959048595f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3624:x1873928567116288:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1787118141.666661:0:22799:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1787118141.666669:0:22795:0:(import.c:65:import_set_state_nolock()) ffff95917bba3000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787118141.666716:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959048595f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3624:x1873928567116288:12345-0@lo:38:kworker.0 Request processed in 66us (619us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787118141.666718:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959048597800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3624:x1873928567116416:12345-0@lo:38:kworker.0 Request processed in 313us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118141.666734:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787118141.666735:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787118141.666784:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9977501-80fd-46cd-84bc-181bd505030e:3627:1873928567116160:0@lo:400:kworker.0 00000100:00080000:1.0:1787118141.666795:0:3624:0:(import.c:65:import_set_state_nolock()) ffff95917bba6000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787118141.666812:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787118141.666816:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567116288:0@lo:38:kworker.0 00010000:00080000:1.0:1787118141.666830:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9590458f9500 x1873928567116416/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787118151 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787118141.666850:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1787118141.666866:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1787118141.666871:0:3624:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1787118141.666874:0:3624:0:(import.c:65:import_set_state_nolock()) ffff9590473fc000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787118141.666879:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3624:1873928567116416:0@lo:38:kworker.0 00000020:00000004:2.0:1787118141.890021:0:23130:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787118141.890305:0:23130:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1787118142.115551:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787118142.564122:0:22835:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143df8a80 going to sleep for 0 seconds 00000020:00000004:0.0:1787118142.829089:0:23180:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787118142.830586:0:23180:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1787118143.148640:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787118143.586205:0:22835:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143df8a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787118144.165462:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787118144.610164:0:22835:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143df8a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787118145.185318:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787118145.636535:0:22835:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143df8a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787118146.210446:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787118146.658880:0:22835:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143df8a80 going to sleep for 0 seconds 00000100:00080000:2.0:1787118146.785569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1787118146.785577:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1787118146.785580:0:8:0:(import.c:65:import_set_state_nolock()) ffff95917bba6000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787118146.785589:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 651 00000100:00080000:2.0:1787118146.785602:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1787118146.785610:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff95917bba6000 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:0.0:1787118146.785651:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787118146.785668:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9977501-80fd-46cd-84bc-181bd505030e:3626:1873928567116544:0@lo:400:kworker.0 00000100:00100000:0.0:1787118146.785791:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118146.785852:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9590458fa300 x1873928567116672/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787118146.785869:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567116544 00000100:00080000:2.0:1787118146.785872:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787118146.785875:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787118146.785876:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567116544 00000100:00080000:2.0:1787118146.785878:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787118146.785880:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787118146.785915:0:3624:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787118136/real 1787118136] req@ffff959176fe2d80 x1873928567113344/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787118146 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787118146.785918:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1787118146.785927:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047679450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+12:3626:x1873928567116544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118146.785933:0:3624:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff959176fe2d80 x1873928567113344/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787118146 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118146.785941:0:3624:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787118136/real 1787118136] req@ffff959176fe1c00 x1873928567113216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787118146 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118146.785951:0:3624:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff959176fe1c00 x1873928567113216/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787118146 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118146.785962:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567116672:0@lo:38:kworker.0 00000100:00100000:0.0:1787118146.785969:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047679450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+12:3626:x1873928567116544:12345-0@lo:400:kworker.0 Request processed in 44us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118146.785976:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1787118146.786029:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1787118146.786067:0:3624:0:(import.c:65:import_set_state_nolock()) ffff959047758000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787118146.786080:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1787118146.786080:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1787118146.786084:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567113344:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1787118146.786089:0:3624:0:(import.c:65:import_set_state_nolock()) ffff9591467e4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1787118146.786114:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3625:1873928567116800:0@lo:400:kworker.0 00000100:00080000:2.0:1787118146.786117:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1787118146.786120:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567113216:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1787118146.786197:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567116672 00000100:00100000:0.0:1787118146.786202:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567116672 00000100:00100000:0.0:1787118146.786223:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787118146.786228:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3624:x1873928567116672:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1787118146.786244:0:22799:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1787118146.786862:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9977501-80fd-46cd-84bc-181bd505030e:3626:1873928567116544:0@lo:400:kworker.0 00000100:00080000:2.0:1787118146.786888:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787118146.786892:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787118146.786895:0:8:0:(import.c:65:import_set_state_nolock()) ffff9591467e4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787118146.786899:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 646 00000100:00080000:2.0:1787118146.786904:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787118146.786908:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9591467e4800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:2.0:1787118146.786927:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9590458fb800 x1873928567116928/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787118146.786944:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787118146.786947:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787118146.786949:0:8:0:(import.c:65:import_set_state_nolock()) ffff959047758000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787118146.786952:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 646 00000100:00080000:2.0:1787118146.786955:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787118146.786959:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff959047758000 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:2.0:1787118146.786968:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9590458fb100 x1873928567117056/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787118146.787288:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567116928:0@lo:8:kworker.0 00000100:00100000:3.0:1787118146.788910:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118146.789039:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567116800 00000100:00100000:3.0:1787118146.789054:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567116800 00000100:00100000:3.0:1787118146.789131:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787118146.789141:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1873928567116800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118146.789230:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1873928567116800:12345-0@lo:400:kworker.0 Request processed in 91us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118146.789238:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1787118146.789284:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9590458f9880 x1873928567116800/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118162 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118146.789298:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3625:1873928567116800:0@lo:400:kworker.0 00000100:00100000:0.0:1787118146.789681:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3624:x1873928567116672:12345-0@lo:38:kworker.0 Request processed in 3446us (3647us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787118146.789691:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000400:00000100:3.0:1787118146.790224:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1873928567116928 offset 0 length 520: 4 00000100:00100000:3.0:1787118146.790257:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567117056:0@lo:8:kworker.0 00000400:00000100:3.0:1787118146.790298:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1873928567117056 offset 0 length 520: 4 00000100:00080000:3.0:1787118146.790328:0:3624:0:(import.c:65:import_set_state_nolock()) ffff95917bba6000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787118146.790333:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787118146.790468:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567116672:0@lo:38:kworker.0 00010000:00010000:3.0:1787118147.233678:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787118147.689829:0:22835:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143df8a80 going to sleep for 0 seconds 00010000:00010000:0.0:1787118148.259414:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787118148.649688:0:22829:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1787118148.708724:0:22835:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143df8a80 going to sleep for 0 seconds 00010000:00010000:3.0:1787118149.293426:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787118149.730517:0:22835:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143df8a80 going to sleep for 0 seconds 00010000:00010000:1.0:1787118150.305765:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1787118150.455141:0:23525:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1787118150.455146:0:23525:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:3.0:1787118150.455148:0:23525:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1787118150.455294:0:23525:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9591583fc800 00000020:01000004:3.0:1787118150.455315:0:23525:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:3.0:1787118150.455331:0:23525:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1787118150.455352:0:23525:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff9591443d19c0) 00000020:00000080:3.0:1787118150.455373:0:23525:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1787118150.537028:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1787118150.538053:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:2.0:1787118150.542324:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1787118150.542662:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1787118150.542978:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1787118150.543276:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1787118150.543744:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1787118150.544121:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1787118150.544345:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:2.0:1787118150.544845:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1787118150.545231:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1787118150.545531:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1787118150.546002:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1787118150.546306:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1787118150.546683:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:2.0:1787118150.547009:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:2.0:1787118150.547313:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1787118150.547581:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:2.0:1787118150.547835:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1787118150.548260:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1787118150.548717:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1787118150.549054:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:2.0:1787118150.549371:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:2.0:1787118150.549988:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:2.0:1787118150.550229:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:2.0:1787118150.550558:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1787118150.551018:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:2.0:1787118150.551502:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1787118150.551733:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:2.0:1787118150.551997:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1787118150.552255:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:2.0:1787118150.552550:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:2.0:1787118150.552721:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:2.0:1787118150.552979:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:2.0:1787118150.554011:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:2.0:1787118150.554271:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1787118150.558831:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1787118150.561004:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:0.0:1787118150.561649:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1787118150.561964:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:0.0:1787118150.562230:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1787118150.562485:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1787118150.562707:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1787118150.563004:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1787118150.563219:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1787118150.563475:0:23525:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:0.0:1787118150.568001:0:23525:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1787118150.568444:0:23525:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:0.0:1787118150.568458:0:23525:0:(osd_handler.c:8931:osd_obd_connect()) connect #0 00000020:00000080:0.0:1787118150.568481:0:23525:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xce66ce20914c1c23 00000020:01000004:0.0:1787118150.568489:0:23525:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:0.0:1787118150.568512:0:23525:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.123@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1787118150.568516:0:23525:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.123@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1787118150.568522:0:23525:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:0.0:1787118150.568552:0:23525:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:0.0:1787118150.568557:0:23525:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.123@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:0.0:1787118150.574533:0:23525:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.123@tcp ctxt 0 is initialized 00000020:01000004:0.0:1787118150.574579:0:23525:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.204.123@tcp, index=0001, flags=0x20001 00000020:01000004:0.0:1787118150.574585:0:23525:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1787118150.574587:0:23525:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1787118150.574589:0:23525:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787118150.574696:0:23525:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787118150.574698:0:23525:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787118150.574699:0:23525:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787118150.574701:0:23525:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1787118150.574703:0:23525:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787118150.574705:0:23525:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1787118150.574709:0:23525:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:0.0:1787118150.574712:0:23525:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1787118150.574713:0:23525:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1787118150.574715:0:23525:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787118150.574716:0:23525:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787118150.574717:0:23525:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787118150.574718:0:23525:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787118150.574725:0:23525:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1787118150.574726:0:23525:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787118150.574727:0:23525:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1787118150.574754:0:23525:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1787118150.574776:0:23525:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567117184:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1787118150.575277:0:23525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118150.575430:0:23525:0:(client.c:2702:ptlrpc_set_wait()) set ffff9591411ca840 going to sleep for 11 seconds 00000100:00100000:3.0:1787118150.575569:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567117184 00000100:00100000:3.0:1787118150.575579:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567117184 00000100:00100000:3.0:1787118150.577346:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787118150.577360:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95904767bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+12:23525:x1873928567117184:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787118150.577399:0:22787:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1787118150.577413:0:22787:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:3.0:1787118150.577421:0:22787:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:3.0:1787118150.579330:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95904767bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+12:23525:x1873928567117184:12345-0@lo:253:mount.lustre.0 Request processed in 1965us (4463us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118150.579344:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1787118150.579473:0:23525:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567117184:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1787118150.579492:0:23525:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1787118150.579495:0:23525:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1787118150.579497:0:23525:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1787118150.579498:0:23525:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787118150.579499:0:23525:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787118150.579501:0:23525:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787118150.579502:0:23525:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787118150.579503:0:23525:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787118150.579506:0:23525:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787118150.579507:0:23525:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1787118150.579532:0:23525:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9591583fc800 from lustre-MDT0001 10000000:01000000:1.0:1787118150.579570:0:23525:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:1.0:1787118150.579574:0:23525:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1787118150.579580:0:23525:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff959180c099c0 local copy 00010000:00010000:1.0:1787118150.579592:0:23525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f5400/0xce66ce20914c1b19 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1b20 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118150.579702:0:23525:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048595880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567117312:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787118150.579743:0:23525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118150.580353:0:23525:0:(client.c:2702:ptlrpc_set_wait()) set ffff9591513e1600 going to sleep for 11 seconds 00000100:00100000:0.0:1787118150.580581:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567117312 00000100:00100000:0.0:1787118150.580589:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567117312 00000100:00100000:0.0:1787118150.580696:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1787118150.580707:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047679850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+12:23525:x1873928567117312:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787118150.580811:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047679850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+12:23525:x1873928567117312:12345-0@lo:501:mount.lustre.0 Request processed in 106us (1067us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787118150.580818:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1787118150.581533:0:23525:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048595880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567117312:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1787118150.581558:0:23525:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.123@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1787118150.581590:0:23525:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.123@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1787118150.581600:0:23525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f5400/0xce66ce20914c1b19 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1b20 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118150.581611:0:23525:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff95917d2f5400/0xce66ce20914c1b19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1b20 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787118150.581648:0:23525:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9591583fc800 10000000:01000000:2.0:1787118150.581655:0:23525:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1787118150.581661:0:23525:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff959180c099c0 10000000:01000000:2.0:1787118150.581665:0:23525:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:2.0:1787118150.581669:0:23525:0:(mgc_request.c:1801:mgc_process_log()) Process log nodemap-ffff959180c099c0 from 1 10000000:01000000:2.0:1787118150.581672:0:23525:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1787118150.581704:0:23525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9590416a9000/0xce66ce20914c1c2a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118150.581713:0:23525:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9590416a9000/0xce66ce20914c1c2a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118150.581722:0:23525:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9590416a9000/0xce66ce20914c1c2a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118150.581759:0:23525:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458f8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567117440:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787118150.581809:0:23525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118150.581901:0:23525:0:(client.c:2702:ptlrpc_set_wait()) set ffff959146595840 going to sleep for 11 seconds 00000100:00100000:0.0:1787118150.581979:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567117440 00000100:00100000:0.0:1787118150.581986:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567117440 00000100:00100000:0.0:1787118150.582080:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1787118150.582090:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95904767a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+12:23525:x1873928567117440:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787118150.582137:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787118150.582153:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff95917d2f4400/0xce66ce20914c1c31 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1c2a expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118150.582176:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff95917d2f4400/0xce66ce20914c1c31 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1c2a expref: 13 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118150.582187:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff95917d2f4400/0xce66ce20914c1c31 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1c2a expref: 13 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118150.582196:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95917d2f4400, rc 0) 00000100:00100000:0.0:1787118150.582241:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95904767a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+13:23525:x1873928567117440:12345-0@lo:101:mount.lustre.0 Request processed in 152us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118150.582254:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787118150.582427:0:23525:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458f8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567117440:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787118150.582441:0:23525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9590416a9000/0xce66ce20914c1c2a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1c31 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118150.582462:0:23525:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9590416a9000/0xce66ce20914c1c2a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1c31 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787118150.582482:0:23525:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1787118150.582503:0:23525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9590416a9000/0xce66ce20914c1c2a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1c31 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118150.582511:0:23525:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9590416a9000/0xce66ce20914c1c2a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1c31 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787118150.582520:0:23525:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9591583fc800 10000000:01000000:2.0:1787118150.582524:0:23525:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1787118150.582527:0:23525:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-barrier-ffff9591583fc800 from 1 10000000:01000000:2.0:1787118150.582530:0:23525:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1787118150.582545:0:23525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9590416a8a00/0xce66ce20914c1c38 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118150.582553:0:23525:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9590416a8a00/0xce66ce20914c1c38 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118150.582560:0:23525:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9590416a8a00/0xce66ce20914c1c38 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118150.582582:0:23525:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458f8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567117568:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787118150.582618:0:23525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118150.582949:0:23525:0:(client.c:2702:ptlrpc_set_wait()) set ffff959146595840 going to sleep for 11 seconds 00000100:00100000:3.0:1787118150.583012:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567117568 00000100:00100000:3.0:1787118150.583017:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567117568 00000100:00100000:3.0:1787118150.583043:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787118150.583051:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95904767a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+13:23525:x1873928567117568:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787118150.583060:0:22787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118150.583073:0:22787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959140031e00/0xce66ce20914c1c3f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1c38 expref: -99 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.583090:0:22787:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959140031e00/0xce66ce20914c1c3f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1c38 expref: 14 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.583115:0:22787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959140031e00/0xce66ce20914c1c3f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1c38 expref: 14 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.583123:0:22787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959140031e00, rc 0) 00000100:00100000:3.0:1787118150.583171:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95904767a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+14:23525:x1873928567117568:12345-0@lo:101:mount.lustre.0 Request processed in 119us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118150.583177:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787118150.583259:0:23525:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458f8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567117568:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787118150.583281:0:23525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9590416a8a00/0xce66ce20914c1c38 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1c3f expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118150.583288:0:23525:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9590416a8a00/0xce66ce20914c1c38 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1c3f expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787118150.583382:0:23525:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1787118150.583398:0:23525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9590416a8a00/0xce66ce20914c1c38 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1c3f expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118150.583406:0:23525:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9590416a8a00/0xce66ce20914c1c38 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1c3f expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787118150.583413:0:23525:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1787118150.583416:0:23525:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787118150.583421:0:23525:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9591583fc800 10000000:01000000:2.0:1787118150.583424:0:23525:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1787118150.583427:0:23525:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:2.0:1787118150.583429:0:23525:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:2.0:1787118150.583503:0:23525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9590416a9800/0xce66ce20914c1c46 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118150.583511:0:23525:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9590416a9800/0xce66ce20914c1c46 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118150.583526:0:23525:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9590416a9800/0xce66ce20914c1c46 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118150.583541:0:23525:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458f8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567117696:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787118150.583570:0:23525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118150.583589:0:23525:0:(client.c:2702:ptlrpc_set_wait()) set ffff959146595840 going to sleep for 11 seconds 00000100:00100000:3.0:1787118150.583640:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567117696 00000100:00100000:3.0:1787118150.583650:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567117696 00000100:00100000:3.0:1787118150.583669:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787118150.583675:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047678450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+14:23525:x1873928567117696:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787118150.583682:0:22787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118150.583691:0:22787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959140031a00/0xce66ce20914c1c4d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1c46 expref: -99 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.583705:0:22787:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959140031a00/0xce66ce20914c1c4d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1c46 expref: 15 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.583713:0:22787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959140031a00/0xce66ce20914c1c4d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1c46 expref: 15 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.583720:0:22787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959140031a00, rc 0) 00000100:00100000:3.0:1787118150.583758:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047678450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+15:23525:x1873928567117696:12345-0@lo:101:mount.lustre.0 Request processed in 83us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118150.583763:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787118150.583832:0:23525:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458f8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567117696:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787118150.583842:0:23525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9590416a9800/0xce66ce20914c1c46 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1c4d expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118150.583850:0:23525:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9590416a9800/0xce66ce20914c1c46 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1c4d expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787118150.585684:0:23525:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:3.0:1787118150.586580:0:23525:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787118150.596754:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1787118150.596822:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:3.0:1787118150.596836:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:3.0:1787118150.596851:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:3.0:1787118150.596864:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:3.0:1787118150.596878:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:3.0:1787118150.596892:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:3.0:1787118150.596903:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:3.0:1787118150.596913:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:3.0:1787118150.596927:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:3.0:1787118150.596940:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:3.0:1787118150.596952:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:3.0:1787118150.596976:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:3.0:1787118150.596992:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:3.0:1787118150.597005:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:3.0:1787118150.597017:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:3.0:1787118150.597030:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:3.0:1787118150.597044:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:3.0:1787118150.597060:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:3.0:1787118150.597074:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:3.0:1787118150.597086:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:3.0:1787118150.597156:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:3.0:1787118150.597174:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:3.0:1787118150.597190:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:3.0:1787118150.597206:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:3.0:1787118150.597222:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:3.0:1787118150.597237:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:3.0:1787118150.597251:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:3.0:1787118150.597277:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:3.0:1787118150.597296:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:3.0:1787118150.597312:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:3.0:1787118150.597326:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:3.0:1787118150.597339:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:3.0:1787118150.597353:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:3.0:1787118150.597370:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:3.0:1787118150.597384:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:3.0:1787118150.597398:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:3.0:1787118150.597412:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:3.0:1787118150.597426:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:3.0:1787118150.597437:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:3.0:1787118150.597450:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:3.0:1787118150.597462:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:3.0:1787118150.597476:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:3.0:1787118150.597490:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:3.0:1787118150.597521:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:3.0:1787118150.597537:0:23525:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:3.0:1787118150.597658:0:23525:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567117824:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787118150.597728:0:23525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118150.597773:0:23525:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917868a780 going to sleep for 11 seconds 00000100:00100000:0.0:1787118150.598013:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567117824 00000100:00100000:0.0:1787118150.598021:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567117824 00000100:00100000:0.0:1787118150.598081:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787118150.598092:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ecfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+15:23525:x1873928567117824:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787118150.598290:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ecfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+15:23525:x1873928567117824:12345-0@lo:501:mount.lustre.0 Request processed in 200us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118150.598299:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787118150.598809:0:23525:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567117824:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787118150.598854:0:23525:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567117952:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787118150.598907:0:23525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118150.598972:0:23525:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917868a780 going to sleep for 11 seconds 00000100:00100000:1.0:1787118150.599016:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567117952 00000100:00100000:1.0:1787118150.599021:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567117952 00000100:00100000:1.0:1787118150.599125:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1787118150.599135:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ece450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+15:23525:x1873928567117952:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787118150.602282:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ece450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+15:23525:x1873928567117952:12345-0@lo:503:mount.lustre.0 Request processed in 3128us (3354us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118150.602298:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787118150.602575:0:23525:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567117952:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1787118150.603058:0:23525:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787118150.603178:0:23525:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567118080:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787118150.603238:0:23525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118150.603285:0:23525:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917868a780 going to sleep for 11 seconds 00000100:00100000:1.0:1787118150.603542:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567118080 00000100:00100000:1.0:1787118150.603552:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567118080 00000100:00100000:1.0:1787118150.603608:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1787118150.603617:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959154b4e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+15:23525:x1873928567118080:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787118150.604768:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959154b4e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+15:23525:x1873928567118080:12345-0@lo:502:mount.lustre.0 Request processed in 1148us (1526us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118150.604780:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787118150.604986:0:23525:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567118080:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787118150.605225:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1787118150.605286:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:3.0:1787118150.605407:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:3.0:1787118150.605423:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:3.0:1787118150.605435:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:3.0:1787118150.605447:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:3.0:1787118150.605460:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:3.0:1787118150.605546:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:3.0:1787118150.605562:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:3.0:1787118150.605573:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:3.0:1787118150.605586:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:3.0:1787118150.605598:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:3.0:1787118150.605609:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:3.0:1787118150.605633:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:3.0:1787118150.605647:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:3.0:1787118150.605662:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:3.0:1787118150.605674:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:3.0:1787118150.605700:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:3.0:1787118150.605714:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:3.0:1787118150.605725:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:3.0:1787118150.605737:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:3.0:1787118150.605750:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:3.0:1787118150.605763:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:3.0:1787118150.605775:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:3.0:1787118150.605787:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:3.0:1787118150.605798:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:3.0:1787118150.605809:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:3.0:1787118150.605821:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:3.0:1787118150.605834:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:3.0:1787118150.605846:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:3.0:1787118150.605859:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:3.0:1787118150.605871:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:3.0:1787118150.605882:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:3.0:1787118150.605980:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:3.0:1787118150.606002:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:3.0:1787118150.606015:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:3.0:1787118150.606027:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:3.0:1787118150.606039:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:3.0:1787118150.606050:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:3.0:1787118150.606063:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:3.0:1787118150.606076:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:3.0:1787118150.606087:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:3.0:1787118150.606244:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:3.0:1787118150.606278:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:3.0:1787118150.606445:0:23525:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567118208:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787118150.606592:0:23525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118150.606638:0:23525:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917868a780 going to sleep for 11 seconds 00000100:00100000:1.0:1787118150.606705:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567118208 00000100:00100000:1.0:1787118150.606712:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567118208 00000100:00100000:1.0:1787118150.606811:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787118150.606821:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959154b4d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+15:23525:x1873928567118208:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787118150.606954:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959154b4d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+15:23525:x1873928567118208:12345-0@lo:502:mount.lustre.0 Request processed in 134us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118150.606961:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787118150.607038:0:23525:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe3100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567118208:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787118150.607084:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:3.0:1787118150.607093:0:23525:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:1.0:1787118150.608066:0:23529:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787118150.608078:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787118150.608081:0:23529:0:(obd_config.c:1561:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1787118150.608091:0:23529:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:1.0:1787118150.608320:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787118150.608343:0:23529:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff95916baecd40) 00000020:00000080:1.0:1787118150.608365:0:23529:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:1.0:1787118150.608373:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1787118150.608770:0:23529:0:(osd_handler.c:8931:osd_obd_connect()) connect #1 00000020:00000080:1.0:1787118150.608779:0:23529:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xce66ce20914c1c5b 00000020:00000080:1.0:1787118150.608993:0:23529:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1787118150.608998:0:23529:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787118150.609002:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787118150.609004:0:23529:0:(obd_config.c:1561:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1787118150.609007:0:23529:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787118150.609012:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787118150.609013:0:23529:0:(obd_config.c:1561:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:1.0:1787118150.609022:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787118150.609030:0:23529:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff95916bae8000) 00000020:00000080:1.0:1787118150.609042:0:23529:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:1.0:1787118150.609046:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1787118150.609048:0:23529:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:1.0:1787118150.609051:0:23529:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:1.0:1787118150.609056:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1787118150.609623:0:23529:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9591583fc800 from lustre-MDT0001, refs=2 00000020:00000080:1.0:1787118150.609639:0:23529:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff959177feb380) 00000020:00000080:1.0:1787118150.609648:0:23529:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:1.0:1787118150.609737:0:23529:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1787118150.609743:0:23529:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xce66ce20914c1c70 00000020:00000080:1.0:1787118150.609846:0:23529:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:1.0:1787118150.609853:0:23529:0:(mdd_device.c:1596:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1787118150.609858:0:23529:0:(genops.c:1406:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xce66ce20914c1c77 00080000:01000000:1.0:1787118150.609864:0:23529:0:(osd_handler.c:8931:osd_obd_connect()) connect #2 00000020:00000080:1.0:1787118150.609868:0:23529:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xce66ce20914c1c7e 00010000:00010000:2.0:1787118150.700499:0:23529:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:2.0:1787118150.702656:0:23529:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:2.0:1787118150.703397:0:23529:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1787118150.705071:0:23529:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:3.0:1787118150.705087:0:23529:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787118150.705123:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118150.705126:0:23529:0:(obd_config.c:1561:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:3.0:1787118150.705131:0:23529:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787118150.705138:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118150.705140:0:23529:0:(obd_config.c:1561:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:3.0:1787118150.705143:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787118150.705148:0:23529:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.123@tcp to nid 0x20000c0a8cc7b (192.168.204.123@tcp) 00000020:00000080:3.0:1787118150.705186:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787118150.705204:0:23529:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff9591443d4d40) 00000020:00000080:3.0:1787118150.705226:0:23529:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:3.0:1787118150.705232:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1787118150.705314:0:23529:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:3.0:1787118150.705322:0:23529:0:(osd_handler.c:8931:osd_obd_connect()) connect #3 00000020:00000080:3.0:1787118150.705329:0:23529:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xce66ce20914c1c8c 00010000:00080000:3.0:1787118150.705372:0:23529:0:(ldlm_lib.c:102:import_set_conn()) imp ffff95917a045800@lustre-MDT0000-osp-MDT0001: add connection 192.168.204.123@tcp at head 00010000:00010000:3.0:1787118150.714328:0:23529:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:3.0:1787118150.718078:0:23529:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787118150.718130:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1787118150.719628:0:23529:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:3.0:1787118150.719667:0:23529:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xce66ce20914c1c93 00000100:00080000:3.0:1787118150.719680:0:23529:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787118150.719686:0:23529:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff95917a045800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:3.0:1787118150.719727:0:23529:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff959176fe3100 x1873928567118336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787118150.719778:0:23529:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1787118150.719826:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1873928567118336:0@lo:38:llog_process_th.0 00000020:01000000:3.0:1787118150.719879:0:23529:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787118150.719887:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118150.719889:0:23529:0:(obd_config.c:1561:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:3.0:1787118150.719892:0:23529:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787118150.719895:0:23529:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1787118150.719897:0:23529:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787118150.719899:0:23529:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787118150.719901:0:23529:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787118150.719904:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118150.719905:0:23529:0:(obd_config.c:1561:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787118150.719908:0:23529:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000100:00100000:0.0:1787118150.719913:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:3.0:1787118150.719917:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118150.719920:0:23529:0:(obd_config.c:1561:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:3.0:1787118150.719925:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00080000:1.0:1787118150.719943:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1787118150.719949:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787118150.719952:0:8:0:(import.c:65:import_set_state_nolock()) ffff95917bba6000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787118150.719957:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 656 00000100:00080000:1.0:1787118150.719971:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000004:01000000:3.0:1787118150.719974:0:23529:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000100:00080000:1.0:1787118150.719978:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff95917bba6000 using connection 192.168.204.123@tcp/0@lo 00000020:01000000:3.0:1787118150.719989:0:23529:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787118150.719994:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118150.719996:0:23529:0:(obd_config.c:1561:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000100:00100000:1.0:1787118150.719999:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff959048596680 x1873928567118464/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:01000000:3.0:1787118150.720000:0:23529:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787118150.720004:0:23529:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #19 00000020:01000000:3.0:1787118150.720006:0:23529:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787118150.720010:0:23529:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787118150.720014:0:23529:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787118150.720019:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000100:00080000:1.0:1787118150.720020:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000020:00000080:3.0:1787118150.720021:0:23529:0:(obd_config.c:1561:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787118150.720027:0:23529:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000100:00080000:1.0:1787118150.720028:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000004:3.0:1787118150.720032:0:23529:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000100:00080000:1.0:1787118150.720033:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000020:00000080:3.0:1787118150.720038:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000100:00080000:1.0:1787118150.720040:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:00000080:3.0:1787118150.720042:0:23529:0:(obd_config.c:1561:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1787118150.720047:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787118150.720051:0:23529:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.123@tcp to nid 0x20000c0a8cc7b (192.168.204.123@tcp) 00000020:01000000:3.0:1787118150.720081:0:23529:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000100:00100000:1.0:1787118150.720084:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000080:3.0:1787118150.720085:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000100:00100000:1.0:1787118150.720118:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3628:1873928567118592:0@lo:400:kworker.0 00000020:00000080:3.0:1787118150.720121:0:23529:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff9591443d0000) 00000020:00000080:3.0:1787118150.720138:0:23529:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:3.0:1787118150.720145:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000100:00100000:1.0:1787118150.720233:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118150.721044:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567118464:0@lo:38:kworker.0 00000100:00100000:0.0:1787118150.721121:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1787118150.721692:0:23529:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:3.0:1787118150.721701:0:23529:0:(osd_handler.c:8931:osd_obd_connect()) connect #4 00000020:00000080:3.0:1787118150.721711:0:23529:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xce66ce20914c1ca1 00010000:00080000:3.0:1787118150.721810:0:23529:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9590466a6800@lustre-OST0000-osc-MDT0001: add connection 192.168.204.123@tcp at head 00000100:00100000:0.0:1787118150.721832:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567118336 00000100:00100000:0.0:1787118150.721841:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567118336 00000100:00100000:0.0:1787118150.721866:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567118464 00000100:00100000:0.0:1787118150.721869:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567118464 00000100:00100000:0.0:1787118150.721882:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787118150.721890:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bf0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3624:x1873928567118336:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1787118150.721916:0:22798:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 660 last 0 00010000:00010000:3.0:1787118150.722063:0:23529:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000020:00000080:0.0:1787118150.723077:0:22798:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xce66ce20914c1ca8 00000004:00100000:0.0:1787118150.723110:0:22798:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1787118150.723117:0:22798:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1787118150.723856:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567118592 00000100:00100000:0.0:1787118150.723868:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567118592 00000100:00100000:0.0:1787118150.723923:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787118150.723933:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959048596d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3628:x1873928567118592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118150.724893:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959048596d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3628:x1873928567118592:12345-0@lo:400:kworker.0 Request processed in 958us (4656us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118150.724903:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000040:01000000:1.0:1787118150.725390:0:23529:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00010000:00080000:0.0:1787118150.725869:0:3628:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff959048594000 x1873928567118592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787118150.725886:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3628:1873928567118592:0@lo:400:kworker.0 00000040:01000000:1.0:1787118150.726430:0:23529:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:1.0:1787118150.729216:0:23529:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787118150.729937:0:23529:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1787118150.730130:0:23529:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:0.0:1787118150.730814:0:23534:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1787118150.730819:0:23534:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000100:00080000:2.0:1787118150.731276:0:22798:0:(import.c:65:import_set_state_nolock()) ffff95904849a800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787118150.731386:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bf0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3624:x1873928567118336:12345-0@lo:38:llog_process_th.0 Request processed in 9494us (11474us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118150.731398:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787118150.731427:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787118150.731435:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bf0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3624:x1873928567118464:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1787118150.731494:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bf0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3624:x1873928567118464:12345-0@lo:38:kworker.0 Request processed in 58us (10372us total) trans 0 rc -11/-11 00000100:00100000:2.0:1787118150.731511:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787118150.731823:0:3624:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787118150.731833:0:3624:0:(import.c:65:import_set_state_nolock()) ffff95917bba6000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787118150.731838:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1787118150.731841:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048596680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567118464:0@lo:38:kworker.0 00000100:00100000:0.0:1787118150.731852:0:3624:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787118150.731858:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1787118150.731867:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1787118150.731873:0:3624:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1787118150.731875:0:3624:0:(import.c:65:import_set_state_nolock()) ffff95917a045800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1787118150.731896:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1873928567118336:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1787118150.733945:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567118720:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787118150.734020:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118150.734275:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567118720 00000100:00100000:0.0:1787118150.734284:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567118720 00000100:00100000:0.0:1787118150.734368:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787118150.734378:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bf0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3628:x1873928567118720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787118150.734435:0:22799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787118150.734641:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bf0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3628:x1873928567118720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 264us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118150.734649:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787118150.735281:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567118720:0@lo:41:osp-pre-0-1.0 00000020:00000080:1.0:1787118150.735728:0:23529:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1787118150.735746:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1787118150.735795:0:23529:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1787118150.735819:0:23529:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xce66ce20914c1caf 00000100:00080000:1.0:1787118150.735829:0:23529:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787118150.735835:0:23529:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9590466a6800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:1.0:1787118150.735866:0:23529:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff959048596a00 x1873928567118848/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787118150.735897:0:23529:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:2.0:1787118150.736001:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787118150.736013:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787118150.736016:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787118150.736019:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787118150.736235:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048596a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1873928567118848:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1787118150.736293:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1873928567118848 offset 0 length 520: 4 00000020:01000000:1.0:1787118150.736377:0:23529:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787118150.736389:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787118150.736391:0:23529:0:(obd_config.c:1561:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1787118150.736395:0:23529:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787118150.736398:0:23529:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #27 00000020:01000000:1.0:1787118150.736400:0:23529:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787118150.736401:0:23529:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787118150.736403:0:23529:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787118150.736406:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787118150.736407:0:23529:0:(obd_config.c:1561:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787118150.736410:0:23529:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787118150.736414:0:23529:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1787118150.736418:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787118150.736419:0:23529:0:(obd_config.c:1561:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1787118150.736422:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787118150.736426:0:23529:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.123@tcp to nid 0x20000c0a8cc7b (192.168.204.123@tcp) 00000020:01000000:1.0:1787118150.736448:0:23529:0:(obd_config.c:1975:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1787118150.736450:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787118150.736464:0:23529:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff959177fecd40) 00000020:00000080:1.0:1787118150.736478:0:23529:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:1.0:1787118150.736484:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1787118150.736551:0:23529:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:1.0:1787118150.736558:0:23529:0:(osd_handler.c:8931:osd_obd_connect()) connect #5 00000020:00000080:1.0:1787118150.736565:0:23529:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xce66ce20914c1cbd 00010000:00080000:1.0:1787118150.736894:0:23529:0:(ldlm_lib.c:102:import_set_conn()) imp ffff959046501800@lustre-OST0001-osc-MDT0001: add connection 192.168.204.123@tcp at head 00010000:00010000:1.0:1787118150.737437:0:23529:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:1.0:1787118150.737517:0:23529:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1787118150.737534:0:23529:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:1.0:1787118150.740543:0:23529:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787118150.740836:0:23529:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1787118150.740974:0:23529:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:0.0:1787118150.741694:0:23536:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1787118150.741700:0:23536:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1787118150.742702:0:23529:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1787118150.742718:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1787118150.742777:0:23529:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1787118150.742804:0:23529:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xce66ce20914c1cc4 00000100:00080000:1.0:1787118150.742819:0:23529:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787118150.742825:0:23529:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff959046501800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:1.0:1787118150.742864:0:23529:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff959048597100 x1873928567118976/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787118150.742936:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1873928567118976:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1787118150.743007:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1873928567118976 offset 0 length 520: 4 00000100:00080000:1.0:1787118150.743152:0:23529:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1787118150.743216:0:23529:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787118150.743220:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787118150.743222:0:23529:0:(obd_config.c:1561:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1787118150.743225:0:23529:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787118150.743229:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787118150.743231:0:23529:0:(obd_config.c:1561:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:1.0:1787118150.743234:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1787118150.743236:0:23529:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1787118150.743238:0:23529:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787118150.743241:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787118150.743242:0:23529:0:(obd_config.c:1561:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:1.0:1787118150.743244:0:23529:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787118150.743246:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787118150.743247:0:23529:0:(obd_config.c:1561:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1787118150.743251:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1787118150.743294:0:23529:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787118150.743298:0:23529:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787118150.743299:0:23529:0:(obd_config.c:1561:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1787118150.743302:0:23529:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000100:00080000:2.0:1787118150.743498:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787118150.743503:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787118150.743506:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787118150.743509:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:3.0:1787118150.743971:0:23525:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:3.0:1787118150.744018:0:23525:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1787118150.744047:0:23525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9590416a9800/0xce66ce20914c1c46 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1c4d expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.744060:0:23525:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9590416a9800/0xce66ce20914c1c46 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1c4d expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787118150.744069:0:23525:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9591583fc800 from 1 10000000:01000000:3.0:1787118150.744072:0:23525:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787118150.744130:0:23525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959140030400/0xce66ce20914c1ccb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.744139:0:23525:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff959140030400/0xce66ce20914c1ccb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.744151:0:23525:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff959140030400/0xce66ce20914c1ccb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787118150.744177:0:23525:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567119104:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787118150.756529:0:23525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118150.756683:0:23525:0:(client.c:2702:ptlrpc_set_wait()) set ffff959146731840 going to sleep for 11 seconds 00000100:00100000:3.0:1787118150.756826:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567119104 00000100:00100000:3.0:1787118150.756836:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567119104 00000100:00100000:3.0:1787118150.756915:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1787118150.756927:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+15:23525:x1873928567119104:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787118150.756946:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118150.756965:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959140031600/0xce66ce20914c1cd2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1ccb expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.756997:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959140031600/0xce66ce20914c1cd2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1ccb expref: 16 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.757010:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959140031600/0xce66ce20914c1cd2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1ccb expref: 16 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.757020:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959140031600, rc 0) 00000100:00100000:3.0:1787118150.757070:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+16:23525:x1873928567119104:12345-0@lo:101:mount.lustre.0 Request processed in 146us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118150.757076:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1787118150.757317:0:23525:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567119104:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787118150.757337:0:23525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff959140030400/0xce66ce20914c1ccb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1cd2 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.757347:0:23525:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff959140030400/0xce66ce20914c1ccb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1cd2 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118150.757348:0:22835:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143df8a80 going to sleep for 0 seconds 00000100:00100000:3.0:1787118150.759052:0:23525:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567119232:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1787118150.759162:0:23525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118150.759395:0:23525:0:(client.c:2702:ptlrpc_set_wait()) set ffff959046677300 going to sleep for 11 seconds 00000100:00100000:0.0:1787118150.763788:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567119232 00000100:00100000:0.0:1787118150.763806:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567119232 00000100:00100000:0.0:1787118150.763934:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787118150.763947:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+16:23525:x1873928567119232:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1787118150.763977:0:22789:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1787118150.764005:0:22789:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1787118150.764009:0:22789:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1787118150.764196:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+16:23525:x1873928567119232:12345-0@lo:256:mount.lustre.0 Request processed in 251us (5034us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118150.764207:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1787118150.764208:0:23525:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe0380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567119232:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1787118150.764887:0:23525:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1787118150.764917:0:23525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959140030400/0xce66ce20914c1ccb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1cd2 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118150.764943:0:23525:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff959140030400/0xce66ce20914c1ccb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1cd2 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787118150.764952:0:23525:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9591583fc800 from 1 10000000:01000000:1.0:1787118150.764965:0:23525:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787118150.765003:0:23525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959176eddc00/0xce66ce20914c1cd9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118150.765011:0:23525:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff959176eddc00/0xce66ce20914c1cd9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118150.765019:0:23525:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff959176eddc00/0xce66ce20914c1cd9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118150.765044:0:23525:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048597b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567119360:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787118150.765088:0:23525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118150.769553:0:23525:0:(client.c:2702:ptlrpc_set_wait()) set ffff95918205fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1787118150.771924:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567119360 00000100:00100000:3.0:1787118150.771940:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567119360 00000100:00100000:3.0:1787118150.772047:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1787118150.772058:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+16:23525:x1873928567119360:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787118150.772083:0:22787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118150.772119:0:22787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959140030a00/0xce66ce20914c1ce0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1cd9 expref: -99 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.772149:0:22787:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959140030a00/0xce66ce20914c1ce0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1cd9 expref: 17 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.772161:0:22787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959140030a00/0xce66ce20914c1ce0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1cd9 expref: 17 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.772185:0:22787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959140030a00, rc 0) 00000100:00100000:3.0:1787118150.772283:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+17:23525:x1873928567119360:12345-0@lo:101:mount.lustre.0 Request processed in 226us (7193us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118150.772291:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1787118150.772322:0:23525:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048597b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567119360:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787118150.772345:0:23525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff959176eddc00/0xce66ce20914c1cd9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1ce0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118150.772356:0:23525:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff959176eddc00/0xce66ce20914c1cd9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1ce0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787118150.773675:0:23525:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:1.0:1787118150.773987:0:23525:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787118150.774199:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1787118150.774225:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:1.0:1787118150.774278:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:1.0:1787118150.774294:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:1.0:1787118150.774308:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:1.0:1787118150.774322:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:1.0:1787118150.774333:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:1.0:1787118150.774345:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:1.0:1787118150.774357:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1787118150.774369:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:1.0:1787118150.774381:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:1.0:1787118150.774396:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:1.0:1787118150.774402:0:23525:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:1.0:1787118150.774808:0:23525:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048597b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567119488:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787118150.774879:0:23525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118150.774935:0:23525:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917868a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787118150.775227:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567119488 00000100:00100000:3.0:1787118150.775235:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567119488 00000100:00100000:3.0:1787118150.775303:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787118150.775313:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+17:23525:x1873928567119488:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787118150.775632:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+17:23525:x1873928567119488:12345-0@lo:501:mount.lustre.0 Request processed in 320us (752us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118150.775642:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1787118150.775795:0:23525:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048597b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567119488:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787118150.775834:0:23525:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048597b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567119616:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787118150.775885:0:23525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118150.775916:0:23525:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917868a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787118150.776063:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567119616 00000100:00100000:2.0:1787118150.776068:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567119616 00000100:00100000:3.0:1787118150.776167:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787118150.776175:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+17:23525:x1873928567119616:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787118150.776407:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+17:23525:x1873928567119616:12345-0@lo:503:mount.lustre.0 Request processed in 223us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118150.776415:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1787118150.776633:0:23525:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048597b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567119616:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787118150.778526:0:23525:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787118150.778621:0:23525:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048597b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567119744:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787118150.778761:0:23525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118150.778799:0:23525:0:(client.c:2702:ptlrpc_set_wait()) set ffff959141460900 going to sleep for 11 seconds 00000100:00100000:0.0:1787118150.779813:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567119744 00000100:00100000:0.0:1787118150.779823:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567119744 00000100:00100000:0.0:1787118150.779883:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1787118150.779905:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+17:23525:x1873928567119744:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787118150.780053:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+17:23525:x1873928567119744:12345-0@lo:502:mount.lustre.0 Request processed in 151us (1291us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118150.780062:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1787118150.780091:0:23525:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048597b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567119744:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787118150.780358:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1787118150.780412:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:1.0:1787118150.780428:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:1.0:1787118150.780449:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:1.0:1787118150.780640:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:1.0:1787118150.780657:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:1.0:1787118150.780668:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:1.0:1787118150.780678:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:1.0:1787118150.780689:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1787118150.780714:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:1.0:1787118150.780724:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:1.0:1787118150.780755:0:23525:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048597b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567119872:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787118150.780802:0:23525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118150.780890:0:23525:0:(client.c:2702:ptlrpc_set_wait()) set ffff95918205fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1787118150.781044:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567119872 00000100:00100000:3.0:1787118150.781051:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567119872 00000100:00100000:3.0:1787118150.781164:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1787118150.781176:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+17:23525:x1873928567119872:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787118150.781314:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+17:23525:x1873928567119872:12345-0@lo:502:mount.lustre.0 Request processed in 141us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118150.781322:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1787118150.781800:0:23525:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048597b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567119872:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787118150.781861:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:1.0:1787118150.781871:0:23525:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1787118150.782952:0:23538:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787118150.783032:0:23538:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787118150.783035:0:23538:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1787118150.783043:0:23538:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9591583fc800 00000020:00000080:1.0:1787118150.783046:0:23538:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787118150.783054:0:23538:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787118150.783056:0:23538:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787118150.783057:0:23538:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1787118150.783060:0:23538:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787118150.783062:0:23538:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787118150.783064:0:23538:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1787118150.783067:0:23538:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9591583fc800 00000020:00000080:1.0:1787118150.783070:0:23538:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787118150.783200:0:23538:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787118150.783205:0:23538:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787118150.783207:0:23538:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1787118150.783209:0:23538:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787118150.783219:0:23538:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787118150.783220:0:23538:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787118150.783225:0:23538:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9591583fc800 00000020:00000080:1.0:1787118150.783227:0:23538:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787118150.789565:0:23538:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787118150.789581:0:23538:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787118150.789583:0:23538:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787118150.789588:0:23538:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787118150.789592:0:23538:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787118150.789594:0:23538:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1787118150.789599:0:23538:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9591583fc800 00000020:00000080:1.0:1787118150.789601:0:23538:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787118150.789669:0:23538:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787118150.789672:0:23538:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787118150.789673:0:23538:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1787118150.789680:0:23538:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:3.0:1787118150.789898:0:23525:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1787118150.789927:0:23525:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787118150.789998:0:23525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959176eddc00/0xce66ce20914c1cd9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1ce0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.790011:0:23525:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff959176eddc00/0xce66ce20914c1cd9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1ce0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787118150.790070:0:23525:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1787118150.790072:0:23525:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9591583fc800 10000000:01000000:3.0:1787118150.790076:0:23525:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9591583fc800 10000000:01000000:3.0:1787118150.790079:0:23525:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787118150.790086:0:23525:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9591583fc800 from 1 10000000:01000000:3.0:1787118150.790088:0:23525:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1787118150.790149:0:23525:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959140030600/0xce66ce20914c1ce7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.790158:0:23525:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff959140030600/0xce66ce20914c1ce7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.790184:0:23525:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff959140030600/0xce66ce20914c1ce7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787118150.790209:0:23525:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567120000:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787118150.790287:0:23525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118150.790326:0:23525:0:(client.c:2702:ptlrpc_set_wait()) set ffff959046677600 going to sleep for 11 seconds 00000100:00100000:1.0:1787118150.790443:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567120000 00000100:00100000:1.0:1787118150.790451:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567120000 00000100:00100000:1.0:1787118150.790512:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1787118150.790523:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+17:23525:x1873928567120000:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787118150.790538:0:22789:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787118150.790551:0:22789:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959176edda00/0xce66ce20914c1cee lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1ce7 expref: -99 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118150.790573:0:22789:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959176edda00/0xce66ce20914c1cee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1ce7 expref: 18 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118150.790583:0:22789:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959176edda00/0xce66ce20914c1cee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1ce7 expref: 18 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118150.790592:0:22789:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959176edda00, rc 0) 00000100:00100000:1.0:1787118150.790637:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+18:23525:x1873928567120000:12345-0@lo:101:mount.lustre.0 Request processed in 117us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118150.790644:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1787118150.790836:0:23525:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567120000:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787118150.790850:0:23525:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff959140030600/0xce66ce20914c1ce7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1cee expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.790859:0:23525:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff959140030600/0xce66ce20914c1ce7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1cee expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787118150.809255:0:23525:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:1.0:1787118150.810283:0:23525:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787118150.811588:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:1.0:1787118150.811637:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:1.0:1787118150.811654:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:1.0:1787118150.811668:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:1.0:1787118150.811680:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:1.0:1787118150.813807:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:1.0:1787118150.813879:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:1.0:1787118150.813895:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:1.0:1787118150.813909:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:1.0:1787118150.813929:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:1.0:1787118150.813945:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:1.0:1787118150.814806:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:1.0:1787118150.814835:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:1.0:1787118150.814847:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:1.0:1787118150.814859:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:1.0:1787118150.814872:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:1.0:1787118150.814884:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:1.0:1787118150.814894:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:1.0:1787118150.814904:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:1.0:1787118150.814916:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:1.0:1787118150.814930:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:1.0:1787118150.814943:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:1.0:1787118150.816243:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:1.0:1787118150.816284:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:1.0:1787118150.816302:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:1.0:1787118150.816317:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:1.0:1787118150.816332:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:1.0:1787118150.816359:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:1.0:1787118150.816374:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:1.0:1787118150.816389:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:1.0:1787118150.816402:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:1.0:1787118150.816416:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:1.0:1787118150.816429:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:1.0:1787118150.816441:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:1.0:1787118150.816454:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:1.0:1787118150.817142:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:1.0:1787118150.817633:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:1.0:1787118150.817650:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:1.0:1787118150.817686:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:1.0:1787118150.817700:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:1.0:1787118150.817712:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:1.0:1787118150.817725:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:1.0:1787118150.817737:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:1.0:1787118150.817748:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:1.0:1787118150.817761:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:1.0:1787118150.817773:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:1.0:1787118150.817785:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:1.0:1787118150.817799:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:1.0:1787118150.819118:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:1.0:1787118150.819380:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:1.0:1787118150.819407:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:1.0:1787118150.819413:0:23525:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:1.0:1787118150.819611:0:23525:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048597b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567120128:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787118150.819683:0:23525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118150.819735:0:23525:0:(client.c:2702:ptlrpc_set_wait()) set ffff959141460900 going to sleep for 11 seconds 00000100:00100000:3.0:1787118150.821092:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567120128 00000100:00100000:3.0:1787118150.821117:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567120128 00000100:00100000:3.0:1787118150.821240:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787118150.821250:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+18:23525:x1873928567120128:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787118150.821409:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+18:23525:x1873928567120128:12345-0@lo:501:mount.lustre.0 Request processed in 160us (1725us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118150.821415:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787118150.822034:0:23525:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048597b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567120128:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787118150.822088:0:23525:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567120256:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787118150.822949:0:23525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118150.823055:0:23525:0:(client.c:2702:ptlrpc_set_wait()) set ffff959046714300 going to sleep for 11 seconds 00000100:00100000:3.0:1787118150.823076:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567120256 00000100:00100000:3.0:1787118150.823087:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567120256 00000100:00100000:3.0:1787118150.823302:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787118150.823310:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+18:23525:x1873928567120256:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787118150.823433:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+18:23525:x1873928567120256:12345-0@lo:503:mount.lustre.0 Request processed in 122us (484us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118150.823441:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1787118150.824178:0:23525:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe3800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567120256:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787118150.824654:0:23525:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787118150.824743:0:23525:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048595c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567120384:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787118150.824806:0:23525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118150.824845:0:23525:0:(client.c:2702:ptlrpc_set_wait()) set ffff959141460900 going to sleep for 11 seconds 00000100:00100000:3.0:1787118150.825087:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567120384 00000100:00100000:3.0:1787118150.825115:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567120384 00000100:00100000:3.0:1787118150.825214:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1787118150.825223:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+18:23525:x1873928567120384:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787118150.825343:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+18:23525:x1873928567120384:12345-0@lo:502:mount.lustre.0 Request processed in 121us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118150.825350:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1787118150.826026:0:23525:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048595c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567120384:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787118150.826352:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:1.0:1787118150.826383:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:1.0:1787118150.826397:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:1.0:1787118150.826409:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:1.0:1787118150.826422:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:1.0:1787118150.826435:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:1.0:1787118150.826449:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:1.0:1787118150.827247:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:1.0:1787118150.827286:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:1.0:1787118150.827302:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:1.0:1787118150.827314:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:1.0:1787118150.827325:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:1.0:1787118150.827336:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:1.0:1787118150.827347:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:1.0:1787118150.827374:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:1.0:1787118150.827389:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:1.0:1787118150.827401:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:1.0:1787118150.827412:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:1.0:1787118150.827425:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:1.0:1787118150.827436:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:1.0:1787118150.827448:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:1.0:1787118150.828039:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:1.0:1787118150.828067:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:1.0:1787118150.828080:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:1.0:1787118150.828121:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:1.0:1787118150.828141:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:1.0:1787118150.829051:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:1.0:1787118150.829069:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:1.0:1787118150.829092:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:1.0:1787118150.829138:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:1.0:1787118150.830402:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:1.0:1787118150.830432:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:1.0:1787118150.830446:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:1.0:1787118150.830460:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:1.0:1787118150.830472:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:1.0:1787118150.830487:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:1.0:1787118150.830500:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:1.0:1787118150.830512:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:1.0:1787118150.830523:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:1.0:1787118150.830536:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:1.0:1787118150.830549:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:1.0:1787118150.830562:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:1.0:1787118150.830575:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:1.0:1787118150.830588:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:1.0:1787118150.830602:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:1.0:1787118150.830616:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:1.0:1787118150.830642:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:1.0:1787118150.830659:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:1.0:1787118150.830720:0:23525:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048595c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567120512:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787118150.830804:0:23525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118150.830850:0:23525:0:(client.c:2702:ptlrpc_set_wait()) set ffff959046677600 going to sleep for 11 seconds 00000100:00100000:3.0:1787118150.832076:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567120512 00000100:00100000:3.0:1787118150.832086:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567120512 00000100:00100000:3.0:1787118150.832161:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1787118150.832171:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+18:23525:x1873928567120512:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787118150.832345:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+18:23525:x1873928567120512:12345-0@lo:502:mount.lustre.0 Request processed in 174us (1541us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118150.832353:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1787118150.832627:0:23525:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048595c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567120512:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787118150.832831:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:1.0:1787118150.832858:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:1.0:1787118150.832892:0:23525:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048595c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567120640:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787118150.832936:0:23525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118150.833082:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567120640 00000100:00100000:3.0:1787118150.833087:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567120640 00000100:00100000:3.0:1787118150.833135:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1787118150.833143:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+18:23525:x1873928567120640:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787118150.834676:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+18:23525:x1873928567120640:12345-0@lo:502:mount.lustre.0 Request processed in 1525us (1732us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118150.834697:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1787118150.837292:0:23525:0:(client.c:2702:ptlrpc_set_wait()) set ffff959141460900 going to sleep for 11 seconds 00000100:00100000:0.0:1787118150.837333:0:23525:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048595c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567120640:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787118150.837443:0:23525:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:0.0:1787118150.837468:0:23525:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1787118150.841720:0:23543:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:1.0:1787118150.841738:0:23543:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff959177fe99c0) 00000020:00000080:1.0:1787118150.841769:0:23543:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:1.0:1787118150.841948:0:23543:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9591583fc800 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1787118150.841953:0:23543:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9591583fc800 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1787118150.841956:0:23543:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9591583fc800 3 00010000:00080000:1.0:1787118150.841986:0:23543:0:(ldlm_lib.c:102:import_set_conn()) imp ffff95917fb16800@lustre-MDT0000-lwp-MDT0001: add connection 192.168.204.123@tcp at head 00010000:00010000:0.0:1787118150.848695:0:23543:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:0.0:1787118150.848823:0:23543:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:0.0:1787118150.848873:0:23543:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1787118150.848887:0:23543:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xce66ce20914c1cfc 00000100:00080000:0.0:1787118150.848898:0:23543:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787118150.848904:0:23543:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff95917fb16800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:0.0:1787118150.848946:0:23543:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95917bf0ca80 x1873928567120768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787118150.849226:0:23543:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1787118150.849407:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3624:1873928567120768:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787118150.849492:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118150.849578:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567120768 00000100:00100000:1.0:1787118150.849586:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567120768 00000100:00100000:1.0:1787118150.849620:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787118150.849626:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959048595c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3624:x1873928567120768:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1787118150.849651:0:22793:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 660 last 0 00000020:00000080:1.0:1787118150.849679:0:22793:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xce66ce20914c1d03 00000004:00100000:1.0:1787118150.849693:0:22793:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1787118150.849722:0:22793:0:(import.c:65:import_set_state_nolock()) ffff95917377d800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787118150.849781:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959048595c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3624:x1873928567120768:12345-0@lo:38:llog_process_th.0 Request processed in 153us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118150.849787:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1787118150.849918:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff95917bf0ca80 x1873928567120768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787118160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787118150.849928:0:3624:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787118150.849936:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1787118150.849943:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1787118150.849947:0:3624:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1787118150.849963:0:3624:0:(import.c:65:import_set_state_nolock()) ffff95917fb16800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1787118150.849970:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3624:1873928567120768:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1787118150.850821:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787118150.850829:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787118150.850831:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787118150.850834:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:0.0:1787118150.852319:0:23543:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:1.0:1787118150.852894:0:23525:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1787118150.853010:0:23525:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1787118150.853038:0:23525:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959140030600/0xce66ce20914c1ce7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1cee expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118150.853053:0:23525:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff959140030600/0xce66ce20914c1ce7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1cee expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1787118150.853148:0:23525:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1787118150.853151:0:23525:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1787118150.853164:0:23525:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787118150.853165:0:23525:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787118150.853166:0:23525:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787118150.853168:0:23525:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787118150.853170:0:23525:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787118150.853172:0:23525:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787118150.853173:0:23525:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787118150.853178:0:23525:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:1.0:1787118150.853180:0:23525:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787118150.853181:0:23525:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1787118150.853182:0:23525:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787118150.853182:0:23525:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787118150.853183:0:23525:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787118150.853185:0:23525:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787118150.853186:0:23525:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787118150.853186:0:23525:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787118150.853187:0:23525:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787118150.853214:0:23525:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1787118150.854135:0:23525:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048597b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567120896:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1787118150.854212:0:23525:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118150.854255:0:23525:0:(client.c:2702:ptlrpc_set_wait()) set ffff959046677900 going to sleep for 11 seconds 00000100:00100000:3.0:1787118150.855429:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567120896 00000100:00100000:3.0:1787118150.855440:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567120896 00000100:00100000:3.0:1787118150.855504:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1787118150.855515:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+18:23525:x1873928567120896:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787118150.855552:0:22788:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1787118150.855566:0:22788:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:2.0:1787118150.861510:0:22774:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:3.0:1787118150.861584:0:22788:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1787118150.861597:0:22788:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:3.0:1787118150.861881:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+18:23525:x1873928567120896:12345-0@lo:253:mount.lustre.0 Request processed in 6363us (7663us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118150.861896:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1787118150.862003:0:23525:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048597b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:23525:1873928567120896:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1787118150.862018:0:23525:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1787118150.862022:0:23525:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1787118150.862023:0:23525:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1787118150.862025:0:23525:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787118150.862026:0:23525:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787118150.862027:0:23525:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787118150.862028:0:23525:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787118150.862030:0:23525:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787118150.862032:0:23525:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787118150.862044:0:23525:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1787118150.862060:0:23525:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:2.0:1787118150.863271:0:22809:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1787118150.863277:0:22809:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1787118150.863405:0:22809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9590416a8600/0xce66ce20914c1d0a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118150.863424:0:22809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9590416a8000/0xce66ce20914c1c0e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1c07 expref: 17 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118150.863433:0:22809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff959140031600/0xce66ce20914c1cd2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1ccb expref: 17 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118150.863440:0:22809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9590416a8600/0xce66ce20914c1d0a lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118150.863528:0:22809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff959140031600/0xce66ce20914c1cd2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xce66ce20914c1ccb expref: 17 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118150.863542:0:22809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff959140031600/0xce66ce20914c1cd2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xce66ce20914c1ccb expref: 17 pid: 22788 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118150.863556:0:22809:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458f9c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22809:1873928567121024:0@lo:104: 00000100:00100000:2.0:1787118150.863609:0:22809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787118150.863657:0:22809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9590416a8000/0xce66ce20914c1c0e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xce66ce20914c1c07 expref: 17 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118150.863665:0:22809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9590416a8000/0xce66ce20914c1c0e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xce66ce20914c1c07 expref: 17 pid: 22788 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118150.863673:0:22809:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fb480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22809:1873928567121152:0@lo:104: 00000100:00100000:2.0:1787118150.863694:0:22809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118150.863718:0:22809:0:(client.c:2702:ptlrpc_set_wait()) set ffff95914655ff00 going to sleep for 11 seconds 00000100:00100000:2.0:1787118150.863748:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567121024 00000100:00100000:2.0:1787118150.863754:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567121024 00000100:00100000:2.0:1787118150.863783:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567121152 00000100:00100000:2.0:1787118150.863785:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567121152 00000100:00100000:2.0:1787118150.863798:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787118150.863806:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e9977501-80fd-46cd-84bc-181bd505030e+4:22809:x1873928567121024:12345-0@lo:104: 00010000:00010000:2.0:1787118150.863818:0:22778:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.123@tcp lock: ffff959140030400/0xce66ce20914c1ccb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1cd2 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118150.863862:0:22778:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787118150.863868:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e9977501-80fd-46cd-84bc-181bd505030e+4:22809:x1873928567121024:12345-0@lo:104: Request processed in 63us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118150.863874:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787118150.863888:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787118150.863894:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e9977501-80fd-46cd-84bc-181bd505030e+3:22809:x1873928567121152:12345-0@lo:104: 00010000:00010000:2.0:1787118150.863901:0:22778:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.123@tcp lock: ffff95917d2f4800/0xce66ce20914c1c07 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1c0e expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118150.865413:0:22778:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1787118150.865428:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e9977501-80fd-46cd-84bc-181bd505030e+3:22809:x1873928567121152:12345-0@lo:104: Request processed in 1531us (1730us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118150.865440:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1787118150.865636:0:22782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787118150.865644:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff959140030400/0xce66ce20914c1ccb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1cd2 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.865654:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959140030400 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:3.0:1787118150.865657:0:22782:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff959140030400/0xce66ce20914c1ccb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xce66ce20914c1cd2 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.865666:0:22782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff959140030400/0xce66ce20914c1ccb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xce66ce20914c1cd2 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118150.865668:0:22809:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458f9c00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22809:1873928567121024:0@lo:104: 10000000:00010000:3.0:1787118150.865674:0:22782:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff959140030400/0xce66ce20914c1ccb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xce66ce20914c1cd2 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118150.865678:0:22809:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fb480 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22809:1873928567121152:0@lo:104: 10000000:01000000:3.0:1787118150.865681:0:22782:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1787118150.865699:0:22809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9590416a8600/0xce66ce20914c1d0a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.865731:0:22782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff959140030400/0xce66ce20914c1ccb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1cd2 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.865753:0:22782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787118150.865786:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff959140030400/0xce66ce20914c1ccb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1cd2 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.865794:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff959140030400/0xce66ce20914c1ccb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1cd2 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.865809:0:22782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787118150.865812:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff95917d2f4800/0xce66ce20914c1c07 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1c0e expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.865817:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917d2f4800 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:3.0:1787118150.865820:0:22782:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff95917d2f4800/0xce66ce20914c1c07 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xce66ce20914c1c0e expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.865827:0:22782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff95917d2f4800/0xce66ce20914c1c07 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xce66ce20914c1c0e expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787118150.865833:0:22782:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff95917d2f4800/0xce66ce20914c1c07 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xce66ce20914c1c0e expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787118150.865838:0:22782:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1787118150.865852:0:22782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff95917d2f4800/0xce66ce20914c1c07 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1c0e expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.865858:0:22782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787118150.865863:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff95917d2f4800/0xce66ce20914c1c07 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1c0e expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.865869:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff95917d2f4800/0xce66ce20914c1c07 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1c0e expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.865888:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118150.865890:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118150.865891:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787118150.865914:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9977501-80fd-46cd-84bc-181bd505030e:3626:1873928567121408:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787118150.865971:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118150.866012:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787118150.866032:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9977501-80fd-46cd-84bc-181bd505030e:3626:1873928567121280:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787118150.866074:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118150.866167:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567121408 00000100:00100000:3.0:1787118150.866174:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567121408 00010000:00010000:3.0:1787118150.866223:0:22779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9590416a8000/0xce66ce20914c1c0e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1c07 expref: 18 pid: 22788 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787118150.866245:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567121280 00000100:00100000:3.0:1787118150.866248:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567121280 00010000:00010000:3.0:1787118150.866271:0:22779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff959140031600/0xce66ce20914c1cd2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1ccb expref: 19 pid: 22788 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787118150.866287:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787118150.866295:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9977501-80fd-46cd-84bc-181bd505030e+19:3626:x1873928567121408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787118150.866311:0:22779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787118150.866316:0:22779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9590416a8000/0xce66ce20914c1c0e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1c07 expref: 19 pid: 22788 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.866325:0:22779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9590416a8000/0xce66ce20914c1c0e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xce66ce20914c1c07 expref: 19 pid: 22788 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.866339:0:22779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9590416a8000/0xce66ce20914c1c0e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xce66ce20914c1c07 expref: 19 pid: 22788 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.866357:0:22779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787118150.866632:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9977501-80fd-46cd-84bc-181bd505030e+18:3626:x1873928567121408:12345-0@lo:103:ldlm_bl.0 Request processed in 337us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118150.866640:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787118150.866657:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787118150.866684:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9977501-80fd-46cd-84bc-181bd505030e+17:3626:x1873928567121280:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787118150.866701:0:22779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787118150.866706:0:22779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff959140031600/0xce66ce20914c1cd2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1ccb expref: 17 pid: 22788 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.866715:0:22779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff959140031600/0xce66ce20914c1cd2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xce66ce20914c1ccb expref: 17 pid: 22788 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.866727:0:22779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959140031600/0xce66ce20914c1cd2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xce66ce20914c1ccb expref: 17 pid: 22788 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.866738:0:22779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9590416a8600/0xce66ce20914c1d0a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.866746:0:22779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9590416a8600/0xce66ce20914c1d0a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1787118150.866759:0:22779:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004775090s 00010000:00010000:3.0:1787118150.866763:0:22779:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9590416a8600/0xce66ce20914c1d0a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.866769:0:22779:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9590416a8600/0xce66ce20914c1d0a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.866786:0:22779:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9590416a8600/0xce66ce20914c1d0a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.866792:0:22779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9590416a8600/0xce66ce20914c1d0a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.866797:0:22779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9590416a8600 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:3.0:1787118150.866801:0:22779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9590416a8600/0xce66ce20914c1d0a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.866808:0:22779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9590416a8600/0xce66ce20914c1d0a lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.866823:0:22779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9590416a8600/0xce66ce20914c1d0a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.866832:0:22779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787118150.866855:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9977501-80fd-46cd-84bc-181bd505030e+16:3626:x1873928567121280:12345-0@lo:103:ldlm_bl.0 Request processed in 193us (780us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118150.866861:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787118150.866906:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9977501-80fd-46cd-84bc-181bd505030e:3626:1873928567121280:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787118150.866914:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9977501-80fd-46cd-84bc-181bd505030e:3626:1873928567121408:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787118150.866933:0:22809:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9590416a8600/0xce66ce20914c1d0a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.866939:0:22809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9590416a8600/0xce66ce20914c1d0a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118150.866955:0:22809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9590416a8600/0xce66ce20914c1d0a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118150.868651:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:3.0:1787118150.871614:0:23525:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:2.0:1787118150.871849:0:23549:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:2.0:1787118150.871860:0:23549:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:3.0:1787118150.872023:0:23550:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1787118150.872339:0:23525:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:3.0:1787118150.872477:0:23550:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787118150.874475:0:23551:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fb480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23551:1873928567121536:0@lo:1000:lod0001_rec0000.0 00000040:01000000:0.0:1787118150.874545:0:23525:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000100:00100000:2.0:1787118150.874558:0:23551:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:0.0:1787118150.874583:0:23525:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787118150.874597:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567121536 00000100:00100000:2.0:1787118150.874603:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567121536 00000100:00100000:2.0:1787118150.874640:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787118150.874648:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23551:x1873928567121536:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1787118150.874714:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23551:x1873928567121536:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 66us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118150.874721:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787118150.874742:0:23551:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143724000 going to sleep for 11 seconds 00000100:00100000:2.0:1787118150.874762:0:23551:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fb480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23551:1873928567121536:0@lo:1000:lod0001_rec0000.0 00000040:01000000:2.0:1787118150.874787:0:23551:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1787118150.874808:0:23551:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fb480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23551:1873928567121664:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1787118150.874833:0:23551:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118150.874848:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567121664 00000100:00100000:2.0:1787118150.874850:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567121664 00000100:00100000:2.0:1787118150.874863:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787118150.874868:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23551:x1873928567121664:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1787118150.874994:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23551:x1873928567121664:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 126us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118150.875000:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787118150.875013:0:23551:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143724000 going to sleep for 11 seconds 00000100:00100000:2.0:1787118150.875024:0:23551:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fb480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23551:1873928567121664:0@lo:1000:lod0001_rec0000.0 00000004:00000080:0.0:1787118150.875024:0:23525:0:(mdd_device.c:553:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1787118150.875030:0:23525:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:0.0:1787118150.875061:0:23525:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787118150.875065:0:23551:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fb480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23551:1873928567121792:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1787118150.875356:0:23551:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118150.875375:0:23551:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143724840 going to sleep for 11 seconds 00000100:00100000:1.0:1787118150.877350:0:22804:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567121792 00000100:00100000:1.0:1787118150.877362:0:22804:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567121792 00000040:00080000:0.0:1787118150.877382:0:23525:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000100:00100000:1.0:1787118150.877422:0:22804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787118150.877433:0:22804:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23551:x1873928567121792:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1787118150.877536:0:22804:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23551:x1873928567121792:12345-0@lo:900:lod0001_rec0000.0 Request processed in 105us (2180us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118150.877544:0:22804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1787118150.877613:0:23551:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9590458fb480 x1873928567121792/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787118166 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118150.877628:0:23551:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fb480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23551:1873928567121792:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1787118150.877711:0:23551:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fb480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23551:1873928567121920:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1787118150.877759:0:23551:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118150.877796:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567121920 00000100:00100000:2.0:1787118150.877800:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567121920 00000100:00100000:2.0:1787118150.877833:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787118150.877841:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23551:x1873928567121920:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1787118150.877925:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458f9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23551:x1873928567121920:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 84us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118150.877932:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787118150.877952:0:23551:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143724000 going to sleep for 11 seconds 00000100:00100000:2.0:1787118150.877965:0:23551:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fb480 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23551:1873928567121920:0@lo:1000:lod0001_rec0000.0 00000040:00080000:2.0:1787118150.878013:0:23551:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787118150.880067:0:23551:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1787118150.880174:0:23551:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000040:00080000:3.0:1787118150.881382:0:23550:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1787118150.881437:0:23550:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000004:00080000:3.0:1787118150.881442:0:23550:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000040:00080000:0.0:1787118150.882160:0:23525:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1787118150.882310:0:23525:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:1.0:1787118150.882591:0:23525:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:1.0:1787118150.883302:0:23525:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000001:00000004:1.0:1787118150.886061:0:23525:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1787118150.895070:0:23525:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1787118150.895157:0:23525:0:(mdd_device.c:2302:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffb5cd41bcf988 00100000:10000000:1.0:1787118150.895182:0:23525:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:1.0:1787118150.895885:0:23525:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1787118150.895917:0:23525:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.123@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1787118150.895940:0:23525:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1787118150.895970:0:23525:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:1.0:1787118150.898225:0:23525:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787118150.898492:0:23525:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1787118151.329644:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787118151.781112:0:22835:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143df8a80 going to sleep for 0 seconds 00000040:00080000:2.0:1787118151.909251:0:23546:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:0.0:1787118152.225346:0:22791:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787118152.225352:0:22791:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9591583fc800 from 12 10000000:01000000:0.0:1787118152.225357:0:22791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787118152.225398:0:22791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f5e00/0xce66ce20914c1d11 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118152.225409:0:22791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff95917d2f5e00/0xce66ce20914c1d11 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118152.225420:0:22791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff95917d2f5e00/0xce66ce20914c1d11 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118152.225448:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567122048:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787118152.225528:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118152.225562:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959180c2ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787118152.225605:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567122048 00000100:00100000:3.0:1787118152.225612:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567122048 00000100:00100000:3.0:1787118152.225714:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1787118152.225723:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959144f5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+16:22791:x1873928567122048:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787118152.225747:0:22789:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118152.225760:0:22789:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959140031600/0xce66ce20914c1d18 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1d11 expref: -99 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118152.225785:0:22789:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959140031600/0xce66ce20914c1d18 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1d11 expref: 17 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118152.225796:0:22789:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959140031600/0xce66ce20914c1d18 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1d11 expref: 17 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118152.225805:0:22789:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959140031600, rc 0) 00000100:00100000:3.0:1787118152.225853:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959144f5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+17:22791:x1873928567122048:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118152.225872:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1787118152.225948:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567122048:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787118152.225962:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff95917d2f5e00/0xce66ce20914c1d11 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1d18 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118152.225971:0:22791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff95917d2f5e00/0xce66ce20914c1d11 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1d18 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118152.226033:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567122176:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1787118152.226062:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118152.227277:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567122176 00000100:00100000:2.0:1787118152.227287:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567122176 00000100:00100000:0.0:1787118152.227306:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959180c2ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787118152.227323:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1787118152.227330:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959144f59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+17:22791:x1873928567122176:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1787118152.227349:0:22787:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1787118152.227371:0:22787:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1787118152.227374:0:22787:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1787118152.227616:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959144f59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+17:22791:x1873928567122176:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 285us (1552us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118152.227629:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787118152.227643:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567122176:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1787118152.227806:0:22791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787118152.227817:0:22791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f5e00/0xce66ce20914c1d11 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1d18 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118152.227828:0:22791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff95917d2f5e00/0xce66ce20914c1d11 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1d18 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787118152.227838:0:22791:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787118152.227841:0:22791:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff959176f60800 from 12 10000000:01000000:0.0:1787118152.227844:0:22791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787118152.227868:0:22791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1d1f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118152.227876:0:22791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1d1f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118152.227884:0:22791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1d1f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118152.227901:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567122304:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787118152.227931:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118152.227952:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959180c2ecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787118152.227993:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567122304 00000100:00100000:3.0:1787118152.227998:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567122304 00000100:00100000:3.0:1787118152.228038:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1787118152.228046:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959144f58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+17:22791:x1873928567122304:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787118152.228055:0:22789:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118152.228473:0:22789:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959140030400/0xce66ce20914c1d26 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1d1f expref: -99 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118152.228501:0:22789:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959140030400/0xce66ce20914c1d26 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1d1f expref: 18 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118152.228512:0:22789:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959140030400/0xce66ce20914c1d26 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1d1f expref: 18 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118152.228521:0:22789:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959140030400, rc 0) 00000100:00100000:3.0:1787118152.228631:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959144f58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+18:22791:x1873928567122304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 585us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118152.228638:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787118152.228718:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567122304:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787118152.228740:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1d1f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1d26 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118152.228748:0:22791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1d1f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1d26 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118152.228799:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567122432:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1787118152.228833:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118152.228870:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959180c2ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787118152.228896:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567122432 00000100:00100000:2.0:1787118152.228902:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567122432 00000100:00100000:2.0:1787118152.228930:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1787118152.228938:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959144f5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+18:22791:x1873928567122432:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1787118152.228951:0:22787:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1787118152.228964:0:22787:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1787118152.228967:0:22787:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1787118152.229046:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959144f5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+18:22791:x1873928567122432:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 108us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118152.229053:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1787118152.229411:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567122432:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1787118152.229454:0:22791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787118152.229461:0:22791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1d1f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1d26 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118152.229471:0:22791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1d1f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1d26 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118152.353653:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787118152.803190:0:22835:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143df8a80 going to sleep for 0 seconds 00000040:00080000:3.0:1787118152.930551:0:23546:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1787118153.379185:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787118153.825771:0:22835:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143df8a80 going to sleep for 0 seconds 00010000:00010000:2.0:1787118154.402150:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787118154.851482:0:22835:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143df8a80 going to sleep for 0 seconds 00000001:02000400:3.0:1787118155.026696:0:23794:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg423-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1787118155.425603:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787118155.873227:0:22835:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143df8a80 going to sleep for 0 seconds 00000020:00000004:2.0:1787118155.954051:0:23847:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787118155.954750:0:23847:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1787118156.002555:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567122560:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787118156.002670:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1787118156.004333:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1787118156.004340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787118156.004344:0:37:0:(import.c:65:import_set_state_nolock()) ffff95917bba6000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787118156.004360:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff95917bba6000 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:0.0:1787118156.004393:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95917bf0d180 x1873928567122816/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787118156.004414:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787118156.004417:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787118156.004420:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787118156.004433:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787118156.004462:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787118156.004466:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787118156.004469:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787118156.004473:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787118156.004515:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3625:1873928567122944:0@lo:400:kworker.0 00000100:00100000:0.0:1787118156.004592:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118156.004635:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787118156.004641:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3625:1873928567123072:0@lo:400:kworker.0 00000100:00100000:0.0:1787118156.004666:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118156.004708:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567122944 00000100:00100000:0.0:1787118156.004717:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567122944 00000100:00100000:0.0:1787118156.004774:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567123072 00000100:00100000:0.0:1787118156.004778:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567123072 00000100:00100000:0.0:1787118156.004798:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787118156.004807:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bf0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1873928567122944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118156.004867:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bf0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1873928567122944:12345-0@lo:400:kworker.0 Request processed in 60us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118156.004875:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787118156.004895:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787118156.004901:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bf0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1873928567123072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118156.004927:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bf0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1873928567123072:12345-0@lo:400:kworker.0 Request processed in 27us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118156.004934:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787118156.004960:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9977501-80fd-46cd-84bc-181bd505030e:3628:1873928567122688:0@lo:400:kworker.0 00000100:00100000:0.0:1787118156.005002:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118156.005052:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567122688 00000100:00100000:0.0:1787118156.005056:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567122688 00000100:00100000:0.0:1787118156.005087:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1787118156.005127:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959144f59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+18:3628:x1873928567122688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118156.005178:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959144f59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+18:3628:x1873928567122688:12345-0@lo:400:kworker.0 Request processed in 84us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118156.005186:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1787118156.005230:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567122816:0@lo:38:kworker.0 00000100:00100000:0.0:1787118156.005263:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118156.005301:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567122560 00000100:00100000:0.0:1787118156.005305:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567122560 00000100:00100000:0.0:1787118156.005324:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567122816 00000100:00100000:0.0:1787118156.005327:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567122816 00000100:00100000:0.0:1787118156.005337:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787118156.005344:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567122560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787118156.005376:0:22798:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787118156.005412:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567122560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 68us (2742us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118156.005418:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787118156.005428:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787118156.005432:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bf0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3624:x1873928567122816:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1787118156.005460:0:22798:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 666 last 0 00000020:00000080:0.0:1787118156.005508:0:22798:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xce66ce20914c1d2d 00000004:00100000:0.0:1787118156.005531:0:22798:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1787118156.005537:0:22798:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1787118156.005671:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9977501-80fd-46cd-84bc-181bd505030e:3628:1873928567122688:0@lo:400:kworker.0 00000100:00100000:0.0:1787118156.005722:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567122560:0@lo:41:osp-pre-0-1.0 00010000:00080000:0.0:1787118156.005749:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff95917bf0fb80 x1873928567123072/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118172 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787118156.005760:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3625:1873928567123072:0@lo:400:kworker.0 00010000:00080000:0.0:1787118156.005771:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff95917bf0ce00 x1873928567122944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118172 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787118156.005780:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3625:1873928567122944:0@lo:400:kworker.0 00000100:00080000:3.0:1787118156.017641:0:22798:0:(import.c:65:import_set_state_nolock()) ffff95917eeb6800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787118156.017793:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bf0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3624:x1873928567122816:12345-0@lo:38:kworker.0 Request processed in 12355us (12526us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118156.017819:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:0.0:1787118156.018600:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1787118156.018615:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1787118156.018624:0:3624:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1787118156.018629:0:3624:0:(import.c:65:import_set_state_nolock()) ffff95917bba6000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1787118156.018662:0:3624:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000be07276c): req@ffff95917bf0c700 x1873928567115776/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787118156.018691:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567122816:0@lo:38:kworker.0 00000100:00100000:2.0:1787118156.018826:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787118156.018847:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1873928567123200:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787118156.018913:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118156.018965:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567123200 00000100:00100000:2.0:1787118156.018973:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567123200 00000100:00100000:3.0:1787118156.020046:0:22835:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118156.028682:0:22835:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143df8a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787118156.030718:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567115776 00000100:00100000:2.0:1787118156.030736:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567115776 00000100:00100000:2.0:1787118156.030807:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787118156.030853:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3628:x1873928567123200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787118156.030902:0:22799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787118156.031027:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3628:x1873928567123200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 180us (12112us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118156.031035:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787118156.031058:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787118156.031065:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22835:x1873928567115776:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1787118156.031168:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22835:x1873928567115776:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 94us (11116us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118156.031176:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787118156.031241:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1873928567123200:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787118156.038817:0:22835:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0c700 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22835:1873928567115776:0@lo:1000:lod0000_rec0001.0 00000040:01000000:3.0:1787118156.042707:0:22835:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1787118156.042822:0:22835:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1180 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22835:1873928567123328:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1787118156.042978:0:22835:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118156.043669:0:22835:0:(client.c:2702:ptlrpc_set_wait()) set ffff9591436886c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787118156.045258:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567123328 00000100:00100000:1.0:1787118156.045286:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567123328 00000100:00100000:1.0:1787118156.045367:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787118156.045381:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22835:x1873928567123328:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1787118156.045682:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22835:x1873928567123328:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 304us (2704us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118156.045691:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1787118156.046134:0:22835:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1180 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22835:1873928567123328:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1787118156.046291:0:22835:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1180 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22835:1873928567123456:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1787118156.046340:0:22835:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118156.046382:0:22835:0:(client.c:2702:ptlrpc_set_wait()) set ffff9591436886c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787118156.046657:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567123456 00000100:00100000:1.0:1787118156.046665:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567123456 00000100:00100000:1.0:1787118156.046703:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787118156.046711:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22835:x1873928567123456:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1787118156.046793:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22835:x1873928567123456:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 83us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118156.046800:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787118156.046988:0:22835:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1180 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22835:1873928567123456:0@lo:1000:lod0000_rec0001.0 00000040:00080000:3.0:1787118156.047054:0:22835:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787118156.051627:0:22835:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1787118156.051750:0:22835:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 20, retries 0 00000004:00080000:3.0:1787118156.051756:0:22835:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:1.0:1787118156.450951:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1787118157.033042:0:23897:0:(tgt_mount.c:2344:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1787118157.033641:0:23897:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1787118157.473203:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1787118158.104914:0:23945:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffd23a537f0 20000000:00000080:2.0:1787118158.104931:0:23945:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff95917ecf8400 uarg=0000000000000000 20000000:01000000:2.0:1787118158.104977:0:23945:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:2.0:1787118158.104985:0:23945:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:2.0:1787118158.104990:0:23945:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:1.0:1787118158.105941:0:23946:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:2.0:1787118158.106293:0:23945:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:2.0:1787118158.117655:0:23945:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1787118158.117940:0:23945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff959140031000/0xce66ce20914c1d34 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.117961:0:23945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff959176edd400/0xce66ce20914c1bdd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1bd6 expref: 17 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.119890:0:23945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff959140030a00/0xce66ce20914c1ce0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1cd9 expref: 17 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.119924:0:23945:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff959140031000/0xce66ce20914c1d34 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.120470:0:23945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff959140030a00/0xce66ce20914c1ce0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xce66ce20914c1cd9 expref: 17 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.120489:0:23945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff959140030a00/0xce66ce20914c1ce0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xce66ce20914c1cd9 expref: 17 pid: 22787 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787118158.120508:0:23945:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23945:1873928567123584:0@lo:104: 00000100:00100000:3.0:1787118158.120595:0:23945:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787118158.120713:0:23945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff959176edd400/0xce66ce20914c1bdd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xce66ce20914c1bd6 expref: 17 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.120731:0:23945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff959176edd400/0xce66ce20914c1bdd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xce66ce20914c1bd6 expref: 17 pid: 22787 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787118158.120740:0:23945:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23945:1873928567123712:0@lo:104: 00000100:00100000:3.0:1787118158.120764:0:23945:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118158.121081:0:23945:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143688c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787118158.121285:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567123584 00000100:00100000:2.0:1787118158.121294:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567123584 00000100:00100000:3.0:1787118158.121405:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567123712 00000100:00100000:3.0:1787118158.121410:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567123712 00000100:00100000:3.0:1787118158.121426:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787118158.121435:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9977501-80fd-46cd-84bc-181bd505030e+4:23945:x1873928567123584:12345-0@lo:104: 00010000:00010000:3.0:1787118158.121449:0:22777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.123@tcp lock: ffff959176eddc00/0xce66ce20914c1cd9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1ce0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.121553:0:22777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787118158.121571:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9977501-80fd-46cd-84bc-181bd505030e+4:23945:x1873928567123584:12345-0@lo:104: Request processed in 137us (977us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118158.121578:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787118158.121596:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787118158.121602:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9977501-80fd-46cd-84bc-181bd505030e+3:23945:x1873928567123712:12345-0@lo:104: 00010000:00010000:3.0:1787118158.121610:0:22777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.123@tcp lock: ffff9590416a8800/0xce66ce20914c1bd6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1bdd expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.121644:0:22777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1787118158.121649:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9977501-80fd-46cd-84bc-181bd505030e+3:23945:x1873928567123712:12345-0@lo:104: Request processed in 48us (884us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118158.121656:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:3.0:1787118158.121671:0:22782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787118158.121678:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff959176eddc00/0xce66ce20914c1cd9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1ce0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.121685:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959176eddc00 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:3.0:1787118158.121689:0:22782:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff959176eddc00/0xce66ce20914c1cd9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xce66ce20914c1ce0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.121711:0:22782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff959176eddc00/0xce66ce20914c1cd9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xce66ce20914c1ce0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787118158.121719:0:22782:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff959176eddc00/0xce66ce20914c1cd9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xce66ce20914c1ce0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787118158.121831:0:22782:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1787118158.121870:0:22782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff959176eddc00/0xce66ce20914c1cd9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1ce0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.121886:0:22782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787118158.121907:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff959176eddc00/0xce66ce20914c1cd9 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1ce0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.121914:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff959176eddc00/0xce66ce20914c1cd9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1ce0 expref: -99 pid: 23525 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.121926:0:22782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787118158.121929:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff9590416a8800/0xce66ce20914c1bd6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1bdd expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.121934:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9590416a8800 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:3.0:1787118158.121938:0:22782:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff9590416a8800/0xce66ce20914c1bd6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xce66ce20914c1bdd expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.121945:0:22782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9590416a8800/0xce66ce20914c1bd6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xce66ce20914c1bdd expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787118158.121951:0:22782:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9590416a8800/0xce66ce20914c1bd6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xce66ce20914c1bdd expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787118158.121957:0:22782:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1787118158.122084:0:22782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff9590416a8800/0xce66ce20914c1bd6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1bdd expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.122091:0:22782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787118158.122141:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff9590416a8800/0xce66ce20914c1bd6 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1bdd expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.122148:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9590416a8800/0xce66ce20914c1bd6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1bdd expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.122168:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118158.122170:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118158.122172:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787118158.122186:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9977501-80fd-46cd-84bc-181bd505030e:3628:1873928567123840:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787118158.122220:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118158.122276:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567123840 00000100:00100000:3.0:1787118158.122281:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567123840 00010000:00010000:3.0:1787118158.122298:0:22780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff959140030a00/0xce66ce20914c1ce0 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1cd9 expref: 18 pid: 22787 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118158.122301:0:23945:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23945:1873928567123584:0@lo:104: 00000100:00100000:2.0:1787118158.122311:0:23945:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23945:1873928567123712:0@lo:104: 00000100:00100000:3.0:1787118158.122319:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787118158.122325:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9977501-80fd-46cd-84bc-181bd505030e+18:3628:x1873928567123840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787118158.122334:0:23945:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff959140031000/0xce66ce20914c1d34 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.122335:0:22780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787118158.122340:0:22780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff959140030a00/0xce66ce20914c1ce0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1cd9 expref: 18 pid: 22787 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.122350:0:22780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff959140030a00/0xce66ce20914c1ce0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xce66ce20914c1cd9 expref: 18 pid: 22787 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.122365:0:22780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959140030a00/0xce66ce20914c1ce0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xce66ce20914c1cd9 expref: 18 pid: 22787 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.122378:0:22780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787118158.122416:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9977501-80fd-46cd-84bc-181bd505030e+17:3628:x1873928567123840:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118158.122423:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:0.0:1787118158.122709:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787118158.122736:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9977501-80fd-46cd-84bc-181bd505030e:3625:1873928567123968:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787118158.122768:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118158.122906:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567123968 00000100:00100000:3.0:1787118158.122910:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567123968 00010000:00010000:3.0:1787118158.122943:0:22779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff959176edd400/0xce66ce20914c1bdd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1bd6 expref: 17 pid: 22787 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787118158.122973:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787118158.122980:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bf0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9977501-80fd-46cd-84bc-181bd505030e+17:3625:x1873928567123968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787118158.123190:0:22779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787118158.123200:0:22779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff959176edd400/0xce66ce20914c1bdd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1bd6 expref: 17 pid: 22787 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.123211:0:22779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff959176edd400/0xce66ce20914c1bdd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xce66ce20914c1bd6 expref: 17 pid: 22787 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.123227:0:22779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959176edd400/0xce66ce20914c1bdd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xce66ce20914c1bd6 expref: 17 pid: 22787 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.123239:0:22779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff959140031000/0xce66ce20914c1d34 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.123247:0:22779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959140031000/0xce66ce20914c1d34 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.123260:0:22779:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff959140031000/0xce66ce20914c1d34 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.123266:0:22779:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff959140031000/0xce66ce20914c1d34 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.123274:0:22779:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff959140031000/0xce66ce20914c1d34 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.123280:0:22779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff959140031000/0xce66ce20914c1d34 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.123296:0:22779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959140031000 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:3.0:1787118158.123300:0:22779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff959140031000/0xce66ce20914c1d34 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.123308:0:22779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff959140031000/0xce66ce20914c1d34 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118158.123400:0:23945:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff959140031000/0xce66ce20914c1d34 lrc: 5/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118158.123412:0:23945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff959140031000/0xce66ce20914c1d34 lrc: 5/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.124431:0:22779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff959140031000/0xce66ce20914c1d34 lrc: 3/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.124446:0:22779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959140031000/0xce66ce20914c1d34 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118158.124462:0:22779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787118158.124576:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bf0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9977501-80fd-46cd-84bc-181bd505030e+16:3625:x1873928567123968:12345-0@lo:103:ldlm_bl.0 Request processed in 1593us (1804us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118158.124586:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787118158.124658:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9977501-80fd-46cd-84bc-181bd505030e:3625:1873928567123968:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787118158.125174:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9977501-80fd-46cd-84bc-181bd505030e:3628:1873928567123840:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787118158.497516:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787118158.881967:0:22829:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:1.0:1787118159.332974:0:22791:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1787118159.332982:0:22791:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9591583fc800 from 13 10000000:01000000:1.0:1787118159.332988:0:22791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787118159.333037:0:22791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959176edd800/0xce66ce20914c1d3b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118159.333068:0:22791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff959176edd800/0xce66ce20914c1d3b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118159.333081:0:22791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff959176edd800/0xce66ce20914c1d3b lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118159.333142:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048596680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567124096:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787118159.333213:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118159.333251:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959041786300 going to sleep for 11 seconds 00000100:00100000:2.0:1787118159.335119:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567124096 00000100:00100000:2.0:1787118159.335141:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567124096 00000100:00100000:2.0:1787118159.335201:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1787118159.335211:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959144f5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+16:22791:x1873928567124096:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787118159.335228:0:22787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787118159.335247:0:22787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9590416a8800/0xce66ce20914c1d42 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1d3b expref: -99 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118159.335290:0:22787:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9590416a8800/0xce66ce20914c1d42 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1d3b expref: 17 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118159.335312:0:22787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9590416a8800/0xce66ce20914c1d42 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1d3b expref: 17 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118159.335322:0:22787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9590416a8800, rc 0) 00000100:00100000:2.0:1787118159.335392:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959144f5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+17:22791:x1873928567124096:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 183us (2178us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118159.335399:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1787118159.335629:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048596680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567124096:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787118159.335647:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff959176edd800/0xce66ce20914c1d3b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1d42 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118159.335656:0:22791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff959176edd800/0xce66ce20914c1d3b lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1d42 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118159.335730:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567124224:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787118159.335766:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118159.335805:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff95915163c240 going to sleep for 11 seconds 00000100:00100000:0.0:1787118159.341424:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567124224 00000100:00100000:0.0:1787118159.341439:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567124224 00000100:00100000:0.0:1787118159.341526:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1787118159.341537:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916b958c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+17:22791:x1873928567124224:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787118159.341726:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916b958c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+17:22791:x1873928567124224:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 191us (5960us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118159.341735:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1787118159.341876:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567124224:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787118159.341928:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567124352:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787118159.341987:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118159.342018:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff95916004f300 going to sleep for 11 seconds 00000100:00100000:0.0:1787118159.342037:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567124352 00000100:00100000:0.0:1787118159.342040:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567124352 00000100:00100000:0.0:1787118159.342065:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1787118159.342072:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916b959450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+17:22791:x1873928567124352:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787118159.342185:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916b959450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+17:22791:x1873928567124352:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 112us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118159.342193:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1787118159.342235:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567124352:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1787118159.344700:0:23999:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1787118159.344945:0:22791:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1787118159.344972:0:22791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787118159.344985:0:22791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959176edd800/0xce66ce20914c1d3b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1d42 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118159.344997:0:22791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff959176edd800/0xce66ce20914c1d3b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1d42 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787118159.345008:0:22791:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1787118159.345011:0:22791:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff959176f60800 from 13 10000000:01000000:3.0:1787118159.345024:0:22791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787118159.345062:0:22791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959140031000/0xce66ce20914c1d49 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118159.345070:0:22791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff959140031000/0xce66ce20914c1d49 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118159.345082:0:22791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff959140031000/0xce66ce20914c1d49 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787118159.345148:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567124480:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787118159.345222:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118159.345265:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143688600 going to sleep for 11 seconds 00000100:00100000:0.0:1787118159.348210:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567124480 00000100:00100000:0.0:1787118159.348232:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567124480 00000100:00100000:0.0:1787118159.348302:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1787118159.348313:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916b95ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+17:22791:x1873928567124480:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787118159.348333:0:22789:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787118159.348351:0:22789:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff95917d2f4600/0xce66ce20914c1d50 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1d49 expref: -99 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118159.348380:0:22789:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff95917d2f4600/0xce66ce20914c1d50 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1d49 expref: 18 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118159.348393:0:22789:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff95917d2f4600/0xce66ce20914c1d50 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1d49 expref: 18 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118159.348402:0:22789:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95917d2f4600, rc 0) 00000100:00100000:0.0:1787118159.348486:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916b95ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+18:22791:x1873928567124480:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 175us (3264us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118159.348494:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1787118159.348717:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567124480:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787118159.348736:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff959140031000/0xce66ce20914c1d49 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1d50 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118159.348747:0:22791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff959140031000/0xce66ce20914c1d49 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1d50 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787118159.348826:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567124608:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787118159.348863:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118159.348903:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959143688600 going to sleep for 11 seconds 00000100:00100000:1.0:1787118159.349054:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567124608 00000100:00100000:1.0:1787118159.349060:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567124608 00000100:00100000:1.0:1787118159.349124:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1787118159.349134:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916b959050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+18:22791:x1873928567124608:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787118159.349261:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916b959050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+18:22791:x1873928567124608:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 129us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118159.349269:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1787118159.349319:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567124608:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787118159.349352:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048594000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567124736:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787118159.349396:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118159.349410:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959041786540 going to sleep for 11 seconds 00000100:00100000:1.0:1787118159.349423:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567124736 00000100:00100000:1.0:1787118159.349427:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567124736 00000100:00100000:1.0:1787118159.349445:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1787118159.349450:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916b958850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+18:22791:x1873928567124736:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787118159.349542:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916b958850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+18:22791:x1873928567124736:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 91us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118159.349557:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1787118159.349596:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048594000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567124736:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787118159.351215:0:24000:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1787118159.358224:0:22791:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1787118159.358269:0:22791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787118159.358282:0:22791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959140031000/0xce66ce20914c1d49 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1d50 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118159.358303:0:22791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff959140031000/0xce66ce20914c1d49 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1d50 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118159.522932:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787118160.097228:0:3624:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787118150/real 1787118150] req@ffff959048597100 x1873928567118976/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787118160 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118160.097289:0:3624:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff959048597100 x1873928567118976/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787118160 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118160.097301:0:3624:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787118150/real 1787118150] req@ffff959048596a00 x1873928567118848/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787118160 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118160.097313:0:3624:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff959048596a00 x1873928567118848/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787118160 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787118160.097333:0:3624:0:(import.c:65:import_set_state_nolock()) ffff959046501800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787118160.097369:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1787118160.097373:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048597100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1873928567118976:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1787118160.097379:0:3624:0:(import.c:65:import_set_state_nolock()) ffff9590466a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787118160.097385:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1787118160.097388:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048596a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1873928567118848:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1787118160.099069:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787118160.099075:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787118160.099089:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787118160.099092:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787118160.099124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787118160.099127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1787118160.099130:0:37:0:(import.c:65:import_set_state_nolock()) ffff9590466a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787118160.099139:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 660 00000100:00080000:0.0:1787118160.099145:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787118160.099164:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9590466a6800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:0.0:1787118160.099189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95917bf0f100 x1873928567125376/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787118160.099207:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787118160.099210:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1787118160.099212:0:37:0:(import.c:65:import_set_state_nolock()) ffff959046501800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787118160.099216:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 660 00000100:00080000:0.0:1787118160.099219:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1787118160.099222:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff959046501800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:0.0:1787118160.099233:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95917bf0dc00 x1873928567125504/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787118160.099410:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567125248:0@lo:400:kworker.0 00000100:00100000:3.0:1787118160.099469:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9977501-80fd-46cd-84bc-181bd505030e:3626:1873928567124864:0@lo:400:kworker.0 00000100:00100000:0.0:1787118160.099486:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118160.100564:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567124992:0@lo:400:kworker.0 00000100:00100000:0.0:1787118160.100606:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118160.100855:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787118160.100863:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3627:1873928567125120:0@lo:400:kworker.0 00000100:00100000:0.0:1787118160.100893:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118160.100935:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1873928567125376:0@lo:8:kworker.0 00000400:00000100:0.0:1787118160.100957:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1873928567125376 offset 0 length 520: 4 00000100:00100000:0.0:1787118160.100980:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1873928567125504:0@lo:8:kworker.0 00000400:00000100:0.0:1787118160.100996:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1873928567125504 offset 0 length 520: 4 00000100:00100000:0.0:1787118160.101021:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567125120 00000100:00100000:0.0:1787118160.101028:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567125120 00000100:00100000:0.0:1787118160.101135:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787118160.101145:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bf0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3627:x1873928567125120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118160.101205:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bf0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3627:x1873928567125120:12345-0@lo:400:kworker.0 Request processed in 62us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118160.101213:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1787118160.101256:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff95917bf0ca80 x1873928567125120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118176 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787118160.101271:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3627:1873928567125120:0@lo:400:kworker.0 00000100:00100000:1.0:1787118160.101367:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567125248 00000100:00100000:1.0:1787118160.101373:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567125248 00000100:00100000:1.0:1787118160.101397:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567124992 00000100:00100000:1.0:1787118160.101401:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567124992 00000100:00100000:1.0:1787118160.101416:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787118160.101424:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bf0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567125248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118160.101479:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bf0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567125248:12345-0@lo:400:kworker.0 Request processed in 56us (1992us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118160.101486:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787118160.101501:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787118160.101506:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bf0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3627:x1873928567124992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118160.101554:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bf0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3627:x1873928567124992:12345-0@lo:400:kworker.0 Request processed in 48us (948us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118160.101562:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1787118160.101575:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567125248:0@lo:400:kworker.0 00000100:00100000:1.0:1787118160.101595:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567124992:0@lo:400:kworker.0 00000100:00100000:3.0:1787118160.103735:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118160.103831:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3626:1873928567125632:0@lo:400:kworker.0 00000100:00100000:3.0:1787118160.103882:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118160.104131:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567124864 00000100:00100000:1.0:1787118160.104140:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567124864 00000100:00100000:1.0:1787118160.104188:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1787118160.104198:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916b95a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+18:3626:x1873928567124864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118160.104279:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916b95a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+18:3626:x1873928567124864:12345-0@lo:400:kworker.0 Request processed in 83us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118160.104286:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1787118160.104344:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9977501-80fd-46cd-84bc-181bd505030e:3626:1873928567124864:0@lo:400:kworker.0 00000100:00100000:0.0:1787118160.105631:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567125632 00000100:00100000:0.0:1787118160.105642:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567125632 00000100:00100000:0.0:1787118160.105701:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787118160.105712:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3626:x1873928567125632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118160.105800:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3626:x1873928567125632:12345-0@lo:400:kworker.0 Request processed in 90us (1916us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118160.105807:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:1.0:1787118160.106147:0:3626:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff95917bf0e300 x1873928567125632/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118176 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787118160.106162:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3626:1873928567125632:0@lo:400:kworker.0 00010000:00010000:0.0:1787118160.549591:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787118161.121510:0:3624:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787118146/real 1787118146] req@ffff9590458fb800 x1873928567116928/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787118161 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787118161.121542:0:3624:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9590458fb800 x1873928567116928/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787118161 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787118161.121554:0:3624:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787118146/real 1787118146] req@ffff9590458fb100 x1873928567117056/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787118161 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787118161.121568:0:3624:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9590458fb100 x1873928567117056/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787118161 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787118161.121588:0:3624:0:(import.c:65:import_set_state_nolock()) ffff9591467e4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787118161.121616:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787118161.121622:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567116928:0@lo:8:kworker.0 00000100:00100000:0.0:1787118161.121628:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567125760:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1787118161.121630:0:3624:0:(import.c:65:import_set_state_nolock()) ffff959047758000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787118161.121639:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787118161.121642:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567117056:0@lo:8:kworker.0 00000100:00100000:0.0:1787118161.121702:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787118161.121711:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787118161.121716:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787118161.121719:0:37:0:(import.c:65:import_set_state_nolock()) ffff9591467e4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787118161.121725:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 656 00000100:00080000:1.0:1787118161.121730:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00100000:0.0:1787118161.121739:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:1.0:1787118161.121744:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9591467e4800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:0.0:1787118161.121749:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9977501-80fd-46cd-84bc-181bd505030e:3627:1873928567125888:0@lo:400:kworker.0 00000100:00100000:1.0:1787118161.121774:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff959048594e00 x1873928567126144/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787118161.121788:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787118161.121791:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787118161.121793:0:37:0:(import.c:65:import_set_state_nolock()) ffff959047758000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787118161.121796:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 656 00000100:00080000:1.0:1787118161.121798:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1787118161.121801:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff959047758000 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:1.0:1787118161.121810:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff959048596300 x1873928567126272/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787118161.121824:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787118161.121827:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787118161.121830:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787118161.121833:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787118161.121853:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3626:1873928567126400:0@lo:400:kworker.0 00000100:00100000:2.0:1787118161.121870:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567126016:0@lo:400:kworker.0 00000100:00100000:3.0:1787118161.123345:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567125760 00000100:00100000:3.0:1787118161.123364:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567125760 00000100:00100000:3.0:1787118161.123420:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1787118161.123430:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bf0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567125760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787118161.123467:0:22799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787118161.124483:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118161.126229:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118161.126509:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048594380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3627:1873928567126528:0@lo:400:kworker.0 00000100:00100000:0.0:1787118161.126577:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567125888 00000100:00100000:0.0:1787118161.126585:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567125888 00000100:00100000:0.0:1787118161.126644:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1787118161.126651:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916b95bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+18:3627:x1873928567125888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118161.126711:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916b95bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+18:3627:x1873928567125888:12345-0@lo:400:kworker.0 Request processed in 59us (2231us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118161.126718:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1787118161.127051:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bf0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567125760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 3621us (5347us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118161.127071:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1787118161.127123:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048594e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567126144:0@lo:8:kworker.0 00000400:00000100:3.0:1787118161.127146:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1873928567126144 offset 0 length 520: 4 00000100:00100000:3.0:1787118161.127163:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567126272:0@lo:8:kworker.0 00000400:00000100:3.0:1787118161.127178:0:3624:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1873928567126272 offset 0 length 520: 4 00000100:00100000:2.0:1787118161.127410:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118161.127446:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567126016 00000100:00100000:2.0:1787118161.127451:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567126016 00000100:00100000:2.0:1787118161.127472:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787118161.127479:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3625:x1873928567126016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118161.127521:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3625:x1873928567126016:12345-0@lo:400:kworker.0 Request processed in 42us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118161.127529:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787118161.127583:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1873928567126656:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787118161.127618:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118161.127642:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567126656 00000100:00100000:2.0:1787118161.127646:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567126656 00000100:00100000:2.0:1787118161.127661:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787118161.127666:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3628:x1873928567126656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787118161.127689:0:22798:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787118161.127723:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3628:x1873928567126656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 57us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118161.127730:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787118161.127780:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1873928567126656:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787118161.127818:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048595880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567126016:0@lo:400:kworker.0 00000100:00100000:1.0:1787118161.128860:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567126400 00000100:00100000:1.0:1787118161.128868:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567126400 00000100:00100000:1.0:1787118161.128917:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787118161.128927:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959048594700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3626:x1873928567126400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118161.129169:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959048594700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3626:x1873928567126400:12345-0@lo:400:kworker.0 Request processed in 243us (2944us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118161.129177:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787118161.129324:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118161.129363:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048594000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9977501-80fd-46cd-84bc-181bd505030e:3627:1873928567125888:0@lo:400:kworker.0 00000100:00100000:1.0:1787118161.129388:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567125760:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787118161.129416:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567126528 00000100:00100000:1.0:1787118161.129419:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567126528 00000100:00100000:1.0:1787118161.129440:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787118161.129446:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959048595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3627:x1873928567126528:12345-0@lo:400:kworker.0 00010000:00080000:2.0:1787118161.129523:0:3626:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff959048594a80 x1873928567126400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118177 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118161.129536:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3626:1873928567126400:0@lo:400:kworker.0 00000100:00100000:1.0:1787118161.129552:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959048595180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3627:x1873928567126528:12345-0@lo:400:kworker.0 Request processed in 104us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118161.129559:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:1.0:1787118161.129585:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff959048594380 x1873928567126528/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118177 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787118161.129596:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048594380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3627:1873928567126528:0@lo:400:kworker.0 00010000:00010000:1.0:1787118161.573026:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1787118161.637820:0:23526:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000040:00080000:2.0:1787118162.156360:0:23546:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787118162.594338:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118163.622057:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1787118164.596081:0:24294:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1787118164.596086:0:24294:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:0.0:1787118164.596087:0:24294:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:0.0:1787118164.596310:0:24294:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff95917baee000 00000020:01000004:0.0:1787118164.596329:0:24294:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1787118164.596345:0:24294:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1787118164.596359:0:24294:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff9590476a3380) 00000020:00000080:0.0:1787118164.596377:0:24294:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00010000:00010000:0.0:1787118164.641266:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:0.0:1787118164.651477:0:24294:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1787118164.661283:0:24294:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1787118164.662643:0:24294:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1787118164.663152:0:24294:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1787118164.664680:0:24294:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1787118164.665297:0:24294:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1787118164.666150:0:24294:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00080000:01000000:2.0:1787118164.669534:0:24294:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1787118164.669771:0:24294:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:2.0:1787118164.669787:0:24294:0:(osd_handler.c:8931:osd_obd_connect()) connect #0 00000020:00000080:2.0:1787118164.669800:0:24294:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xce66ce20914c1d5e 00000020:01000004:2.0:1787118164.669819:0:24294:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:2.0:1787118164.669842:0:24294:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.123@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1787118164.669845:0:24294:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.123@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1787118164.669852:0:24294:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0000 00000020:01000004:2.0:1787118164.669858:0:24294:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:2.0:1787118164.669884:0:24294:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff95916a5d99c0) 00000020:00000080:2.0:1787118164.669897:0:24294:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:3.0:1787118164.674504:0:24294:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787118164.674912:0:24294:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:3.0:1787118164.674918:0:24294:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:0.0:1787118164.685258:0:24294:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:0.0:1787118164.685273:0:24294:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:3.0:1787118164.689741:0:24294:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:3.0:1787118164.689754:0:24294:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:3.0:1787118164.692377:0:24294:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787118164.692803:0:24294:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:3.0:1787118164.692810:0:24294:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:3.0:1787118164.693879:0:24294:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:3.0:1787118164.693892:0:24294:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:3.0:1787118164.715925:0:24294:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787118164.717088:0:24294:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1787118164.717121:0:24294:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:3.0:1787118164.721322:0:24294:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1787118164.721338:0:24294:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:3.0:1787118164.722424:0:24294:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1787118164.722433:0:24294:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:3.0:1787118164.725837:0:24294:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787118164.726053:0:24294:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:3.0:1787118164.726060:0:24294:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:3.0:1787118164.727087:0:24294:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:3.0:1787118164.727374:0:24294:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:3.0:1787118164.772320:0:24294:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787118164.772676:0:24294:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:3.0:1787118164.772684:0:24294:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:3.0:1787118164.774636:0:24294:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:3.0:1787118164.774650:0:24294:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:3.0:1787118164.775306:0:24294:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:3.0:1787118164.775337:0:24294:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:3.0:1787118164.775343:0:24294:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.123@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:0.0:1787118164.791848:0:24294:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.123@tcp ctxt 0 is initialized 00000020:01000004:0.0:1787118164.791892:0:24294:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.204.123@tcp, index=0000, flags=0x20002 00000020:01000004:0.0:1787118164.791897:0:24294:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1787118164.791899:0:24294:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1787118164.791901:0:24294:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787118164.791902:0:24294:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787118164.791903:0:24294:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787118164.791905:0:24294:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787118164.791906:0:24294:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787118164.791909:0:24294:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787118164.791910:0:24294:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1787118164.791914:0:24294:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:0.0:1787118164.791916:0:24294:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1787118164.791917:0:24294:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1787118164.791924:0:24294:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787118164.791925:0:24294:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787118164.791926:0:24294:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787118164.791927:0:24294:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787118164.791928:0:24294:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787118164.791929:0:24294:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787118164.791930:0:24294:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1787118164.791967:0:24294:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1787118164.792000:0:24294:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567126784:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1787118164.792175:0:24294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118164.792279:0:24294:0:(client.c:2702:ptlrpc_set_wait()) set ffff95915143f900 going to sleep for 11 seconds 00000100:00100000:3.0:1787118164.792366:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567126784 00000100:00100000:3.0:1787118164.792375:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567126784 00000100:00100000:3.0:1787118164.792529:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1787118164.792551:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959142cc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+18:24294:x1873928567126784:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787118164.792594:0:22789:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1787118164.792597:0:22789:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:3.0:1787118164.792602:0:22789:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1787118164.792962:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959142cc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+18:24294:x1873928567126784:12345-0@lo:253:mount.lustre.0 Request processed in 413us (786us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118164.792971:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1787118164.793078:0:24294:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567126784:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1787118164.793089:0:24294:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1787118164.793092:0:24294:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1787118164.793093:0:24294:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1787118164.793117:0:24294:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787118164.793118:0:24294:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787118164.793120:0:24294:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787118164.793121:0:24294:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787118164.793122:0:24294:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787118164.793124:0:24294:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787118164.793125:0:24294:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1787118164.793147:0:24294:0:(tgt_mount.c:101:server_register_mount()) register mount ffff95917baee000 from lustre-OST0000 10000000:01000000:1.0:1787118164.793197:0:24294:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:1.0:1787118164.793200:0:24294:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1787118164.793213:0:24294:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff959180c099c0 local copy 00010000:00010000:1.0:1787118164.793224:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f5400/0xce66ce20914c1b19 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1b20 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118164.793312:0:24294:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048594380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567126912:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787118164.793346:0:24294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118164.793793:0:24294:0:(client.c:2702:ptlrpc_set_wait()) set ffff95916a9ed600 going to sleep for 11 seconds 00000100:00100000:0.0:1787118164.793867:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567126912 00000100:00100000:0.0:1787118164.793873:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567126912 00000100:00100000:0.0:1787118164.793904:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1787118164.793912:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959142cc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+18:24294:x1873928567126912:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787118164.794018:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959142cc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+18:24294:x1873928567126912:12345-0@lo:501:mount.lustre.0 Request processed in 106us (671us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787118164.794034:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1787118164.794223:0:24294:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048594380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567126912:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1787118164.794238:0:24294:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.123@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1787118164.794258:0:24294:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.123@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1787118164.794265:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f5400/0xce66ce20914c1b19 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1b20 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118164.794275:0:24294:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff95917d2f5400/0xce66ce20914c1b19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1b20 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787118164.794301:0:24294:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff95917baee000 10000000:01000000:1.0:1787118164.794306:0:24294:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1787118164.794312:0:24294:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1787118164.794314:0:24294:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787118164.794319:0:24294:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:1.0:1787118164.794321:0:24294:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1787118164.794345:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959176edc600/0xce66ce20914c1d6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118164.794352:0:24294:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff959176edc600/0xce66ce20914c1d6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118164.794362:0:24294:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff959176edc600/0xce66ce20914c1d6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118164.794382:0:24294:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048594380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567127040:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787118164.794427:0:24294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118164.794445:0:24294:0:(client.c:2702:ptlrpc_set_wait()) set ffff95916a9ed600 going to sleep for 11 seconds 00000100:00100000:0.0:1787118164.794669:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567127040 00000100:00100000:0.0:1787118164.794674:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567127040 00000100:00100000:0.0:1787118164.794694:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1787118164.794700:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959142cc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+18:24294:x1873928567127040:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787118164.794709:0:22787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787118164.794722:0:22787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff95917d2f4c00/0xce66ce20914c1d73 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1d6c expref: -99 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118164.794743:0:22787:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff95917d2f4c00/0xce66ce20914c1d73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1d6c expref: 19 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118164.794753:0:22787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff95917d2f4c00/0xce66ce20914c1d73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1d6c expref: 19 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118164.794772:0:22787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95917d2f4c00, rc 0) 00000100:00100000:0.0:1787118164.794809:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959142cc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+19:24294:x1873928567127040:12345-0@lo:101:mount.lustre.0 Request processed in 108us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118164.794815:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1787118164.794885:0:24294:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048594380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567127040:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787118164.794897:0:24294:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff959176edc600/0xce66ce20914c1d6c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1d73 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118164.794907:0:24294:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff959176edc600/0xce66ce20914c1d6c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1d73 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787118164.796319:0:24294:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:1.0:1787118164.797317:0:24294:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787118164.799863:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1787118164.799916:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1787118164.799932:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1787118164.799945:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1787118164.799957:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1787118164.799970:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1787118164.799984:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1787118164.800013:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1787118164.800505:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:1.0:1787118164.800621:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:1.0:1787118164.800640:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:1.0:1787118164.800652:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:1.0:1787118164.800678:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:1.0:1787118164.800684:0:24294:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:1.0:1787118164.800787:0:24294:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048594380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567127168:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787118164.800853:0:24294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118164.800957:0:24294:0:(client.c:2702:ptlrpc_set_wait()) set ffff95916a9ed240 going to sleep for 11 seconds 00000100:00100000:0.0:1787118164.801013:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567127168 00000100:00100000:0.0:1787118164.801092:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567127168 00000100:00100000:0.0:1787118164.801388:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1787118164.801399:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959142cc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+19:24294:x1873928567127168:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787118164.801583:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959142cc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+19:24294:x1873928567127168:12345-0@lo:501:mount.lustre.0 Request processed in 186us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118164.801591:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1787118164.801664:0:24294:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048594380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567127168:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787118164.801699:0:24294:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048594380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567127296:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787118164.801743:0:24294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118164.802981:0:24294:0:(client.c:2702:ptlrpc_set_wait()) set ffff95916a9ed240 going to sleep for 11 seconds 00000100:00100000:2.0:1787118164.803165:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567127296 00000100:00100000:2.0:1787118164.803173:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567127296 00000100:00100000:2.0:1787118164.803227:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1787118164.803235:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+19:24294:x1873928567127296:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787118164.804159:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+19:24294:x1873928567127296:12345-0@lo:503:mount.lustre.0 Request processed in 922us (2412us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118164.804168:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1787118164.804388:0:24294:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048594380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567127296:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787118164.804951:0:24294:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787118164.805071:0:24294:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048594380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567127424:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787118164.805145:0:24294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118164.805301:0:24294:0:(client.c:2702:ptlrpc_set_wait()) set ffff95916a9ed600 going to sleep for 11 seconds 00000100:00100000:0.0:1787118164.805381:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567127424 00000100:00100000:0.0:1787118164.805389:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567127424 00000100:00100000:0.0:1787118164.805436:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1787118164.805446:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d45450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+19:24294:x1873928567127424:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787118164.805965:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d45450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+19:24294:x1873928567127424:12345-0@lo:502:mount.lustre.0 Request processed in 519us (818us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118164.805973:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1787118164.807877:0:24294:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048594380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567127424:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787118164.808175:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1787118164.808395:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1787118164.808491:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1787118164.808509:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1787118164.808523:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1787118164.808609:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1787118164.808627:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1787118164.808640:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1787118164.808652:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:1.0:1787118164.808663:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:1.0:1787118164.808692:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:1.0:1787118164.808705:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:1.0:1787118164.808743:0:24294:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048594380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567127552:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787118164.808811:0:24294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118164.808855:0:24294:0:(client.c:2702:ptlrpc_set_wait()) set ffff95916a9ed600 going to sleep for 11 seconds 00000100:00100000:0.0:1787118164.808914:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567127552 00000100:00100000:0.0:1787118164.808921:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567127552 00000100:00100000:0.0:1787118164.808973:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1787118164.808983:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d45050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+19:24294:x1873928567127552:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787118164.809167:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d45050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+19:24294:x1873928567127552:12345-0@lo:502:mount.lustre.0 Request processed in 185us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118164.809175:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1787118164.810397:0:24294:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048594380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567127552:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787118164.810605:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:1.0:1787118164.810620:0:24294:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:1.0:1787118164.813499:0:24311:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787118164.816459:0:24311:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:1.0:1787118164.816471:0:24311:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787118164.816473:0:24311:0:(obd_config.c:1561:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1787118164.816484:0:24311:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787118164.816502:0:24311:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff959177fe8000) 00000020:00000080:1.0:1787118164.816530:0:24311:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:1.0:1787118164.816537:0:24311:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1787118164.816685:0:24311:0:(tgt_mount.c:153:server_get_mount()) get mount ffff95917baee000 from lustre-OST0000, refs=2 00080000:01000000:1.0:1787118164.816695:0:24311:0:(osd_handler.c:8931:osd_obd_connect()) connect #1 00000020:00000080:1.0:1787118164.816703:0:24311:0:(genops.c:1406:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xce66ce20914c1d81 00010000:00010000:1.0:1787118164.822770:0:24311:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:1.0:1787118164.823625:0:24311:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:0.0:1787118164.826716:0:24311:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1787118164.828639:0:24311:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:0.0:1787118164.828651:0:24311:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787118164.828658:0:24311:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787118164.828660:0:24311:0:(obd_config.c:1561:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:0.0:1787118164.828663:0:24311:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787118164.828666:0:24311:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #26 00000020:01000000:0.0:1787118164.828668:0:24311:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787118164.828670:0:24311:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787118164.828671:0:24311:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787118164.828674:0:24311:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787118164.828676:0:24311:0:(obd_config.c:1561:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787118164.828678:0:24311:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787118164.828681:0:24311:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787118164.828682:0:24311:0:(obd_config.c:1561:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:0.0:1787118164.828685:0:24311:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1787118164.828687:0:24311:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1787118164.828689:0:24311:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787118164.828691:0:24311:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787118164.828693:0:24311:0:(obd_config.c:1561:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:0.0:1787118164.828695:0:24311:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787118164.828697:0:24311:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787118164.828699:0:24311:0:(obd_config.c:1561:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1787118164.828702:0:24311:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1787118164.828731:0:24311:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787118164.828733:0:24311:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787118164.828735:0:24311:0:(obd_config.c:1561:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1787118164.828738:0:24311:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:2.0:1787118164.829037:0:24294:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1787118164.829070:0:24294:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1787118164.829117:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959176edc600/0xce66ce20914c1d6c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1d73 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118164.829130:0:24294:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff959176edc600/0xce66ce20914c1d6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1d73 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787118164.829139:0:24294:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff95917baee000 from 1 10000000:01000000:2.0:1787118164.829142:0:24294:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787118164.829181:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9590416a8200/0xce66ce20914c1d88 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118164.829189:0:24294:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9590416a8200/0xce66ce20914c1d88 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118164.829217:0:24294:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9590416a8200/0xce66ce20914c1d88 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118164.829242:0:24294:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567127680:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787118164.829314:0:24294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118164.829366:0:24294:0:(client.c:2702:ptlrpc_set_wait()) set ffff9591465950c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787118164.829442:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567127680 00000100:00100000:3.0:1787118164.829456:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567127680 00000100:00100000:3.0:1787118164.829509:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1787118164.829519:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+19:24294:x1873928567127680:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787118164.829534:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118164.829556:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959140031400/0xce66ce20914c1d8f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1d88 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118164.829580:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959140031400/0xce66ce20914c1d8f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1d88 expref: 20 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118164.829590:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959140031400/0xce66ce20914c1d8f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1d88 expref: 20 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118164.829600:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959140031400, rc 0) 00000100:00100000:3.0:1787118164.829639:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+20:24294:x1873928567127680:12345-0@lo:101:mount.lustre.0 Request processed in 122us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118164.829647:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1787118164.829799:0:24294:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567127680:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787118164.829814:0:24294:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9590416a8200/0xce66ce20914c1d88 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1d8f expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118164.829824:0:24294:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9590416a8200/0xce66ce20914c1d88 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1d8f expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787118164.831204:0:24294:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1787118164.831470:0:24294:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787118164.831839:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1787118164.831867:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1787118164.831883:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1787118164.831899:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1787118164.831913:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1787118164.831943:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1787118164.831976:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1787118164.832005:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1787118164.832019:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1787118164.832031:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1787118164.832045:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1787118164.832062:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1787118164.832066:0:24294:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1787118164.832169:0:24294:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567127808:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787118164.832235:0:24294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118164.832279:0:24294:0:(client.c:2702:ptlrpc_set_wait()) set ffff959146595e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787118164.832440:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567127808 00000100:00100000:3.0:1787118164.832448:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567127808 00000100:00100000:3.0:1787118164.832497:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1787118164.832508:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+20:24294:x1873928567127808:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787118164.832643:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+20:24294:x1873928567127808:12345-0@lo:501:mount.lustre.0 Request processed in 137us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118164.832651:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1787118164.832739:0:24294:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fbb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567127808:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787118164.832779:0:24294:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048594380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567127936:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787118164.832825:0:24294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118164.832851:0:24294:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917bc81e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787118164.833479:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567127936 00000100:00100000:3.0:1787118164.833487:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567127936 00000100:00100000:3.0:1787118164.833528:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1787118164.833537:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d46850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+20:24294:x1873928567127936:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787118164.833652:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d46850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+20:24294:x1873928567127936:12345-0@lo:503:mount.lustre.0 Request processed in 116us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118164.833659:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1787118164.833802:0:24294:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048594380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567127936:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787118164.834238:0:24294:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787118164.834334:0:24294:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048594380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567128064:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787118164.834379:0:24294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118164.834410:0:24294:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917bc81e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787118164.834649:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567128064 00000100:00100000:3.0:1787118164.834655:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567128064 00000100:00100000:3.0:1787118164.834683:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1787118164.834691:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+20:24294:x1873928567128064:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787118164.834789:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+20:24294:x1873928567128064:12345-0@lo:502:mount.lustre.0 Request processed in 99us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118164.834797:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1787118164.835409:0:24294:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048594380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567128064:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787118164.837145:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1787118164.837209:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1787118164.837245:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1787118164.837263:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1787118164.837278:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1787118164.837293:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1787118164.837317:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1787118164.837333:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1787118164.837348:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1787118164.837363:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1787118164.837379:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1787118164.837425:0:24294:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048594380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567128192:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787118164.837501:0:24294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118164.837548:0:24294:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917bc81e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787118164.838723:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567128192 00000100:00100000:3.0:1787118164.838736:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567128192 00000100:00100000:3.0:1787118164.838807:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1787118164.838817:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+20:24294:x1873928567128192:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787118164.839003:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+20:24294:x1873928567128192:12345-0@lo:502:mount.lustre.0 Request processed in 187us (1501us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118164.839011:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1787118164.840766:0:24294:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048594380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567128192:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787118164.840878:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1787118164.840892:0:24294:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1787118164.844000:0:24315:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787118164.844015:0:24315:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118164.844018:0:24315:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1787118164.844026:0:24315:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff95917baee000 00000020:00000080:3.0:1787118164.844028:0:24315:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787118164.844037:0:24315:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787118164.844040:0:24315:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118164.844041:0:24315:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1787118164.844043:0:24315:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787118164.844045:0:24315:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118164.844046:0:24315:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1787118164.844059:0:24315:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff95917baee000 00000020:00000080:3.0:1787118164.844061:0:24315:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787118164.844253:0:24315:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787118164.844257:0:24315:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118164.844259:0:24315:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1787118164.844261:0:24315:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787118164.844264:0:24315:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118164.844265:0:24315:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1787118164.844269:0:24315:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff95917baee000 00000020:00000080:3.0:1787118164.844271:0:24315:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787118164.844290:0:24315:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787118164.844293:0:24315:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118164.844294:0:24315:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1787118164.844296:0:24315:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787118164.844298:0:24315:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118164.844299:0:24315:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1787118164.844302:0:24315:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff95917baee000 00000020:00000080:3.0:1787118164.844305:0:24315:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787118164.844328:0:24315:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787118164.844331:0:24315:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787118164.844332:0:24315:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1787118164.844336:0:24315:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:1.0:1787118164.854572:0:24294:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1787118164.854622:0:24294:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787118164.860612:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9590416a8200/0xce66ce20914c1d88 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1d8f expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118164.860632:0:24294:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9590416a8200/0xce66ce20914c1d88 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1d8f expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787118164.860787:0:24294:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1787118164.860791:0:24294:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff95917baee000 10000000:01000000:1.0:1787118164.860793:0:24294:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff95917baee000 10000000:01000000:1.0:1787118164.860798:0:24294:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787118164.860809:0:24294:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff95917baee000 from 1 10000000:01000000:1.0:1787118164.860813:0:24294:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1787118164.860859:0:24294:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959176edd200/0xce66ce20914c1d96 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118164.860869:0:24294:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff959176edd200/0xce66ce20914c1d96 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118164.860913:0:24294:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff959176edd200/0xce66ce20914c1d96 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118164.860962:0:24294:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048594000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567128320:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787118164.861049:0:24294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118164.861121:0:24294:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917bc81f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787118164.865855:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567128320 00000100:00100000:2.0:1787118164.865871:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567128320 00000100:00100000:2.0:1787118164.866034:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1787118164.866045:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d46050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+20:24294:x1873928567128320:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787118164.866065:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787118164.866085:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9590416a9e00/0xce66ce20914c1d9d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1d96 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118164.866138:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9590416a9e00/0xce66ce20914c1d9d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1d96 expref: 21 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118164.866150:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9590416a9e00/0xce66ce20914c1d9d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1d96 expref: 21 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118164.866159:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9590416a9e00, rc 0) 00000100:00100000:2.0:1787118164.866244:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d46050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+21:24294:x1873928567128320:12345-0@lo:101:mount.lustre.0 Request processed in 201us (5195us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118164.866253:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1787118164.866451:0:24294:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048594000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567128320:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787118164.866471:0:24294:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff959176edd200/0xce66ce20914c1d96 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1d9d expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118164.866480:0:24294:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff959176edd200/0xce66ce20914c1d96 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1d9d expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787118164.885093:0:24294:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1787118164.885426:0:24294:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787118164.885636:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1787118164.885663:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1787118164.885677:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1787118164.885689:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1787118164.885714:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1787118164.885728:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1787118164.885740:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1787118164.885754:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1787118164.885766:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1787118164.885776:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1787118164.885792:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1787118164.885815:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1787118164.885837:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1787118164.885857:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1787118164.885874:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1787118164.885893:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1787118164.885910:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1787118164.885946:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1787118164.885967:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1787118164.885999:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1787118164.886019:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1787118164.886035:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1787118164.886050:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1787118164.886066:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1787118164.886080:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1787118164.886114:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1787118164.886134:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1787118164.886152:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1787118164.886171:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1787118164.886188:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1787118164.886204:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1787118164.886223:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1787118164.886237:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1787118164.886261:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1787118164.886279:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1787118164.886295:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1787118164.886313:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1787118164.886333:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1787118164.886344:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1787118164.886358:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1787118164.886370:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1787118164.886381:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1787118164.886393:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1787118164.886405:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1787118164.886417:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1787118164.886428:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1787118164.886438:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1787118164.886448:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1787118164.886551:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1787118164.886570:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1787118164.886586:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1787118164.886591:0:24294:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1787118164.888169:0:24294:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567128448:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787118164.888255:0:24294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118164.888298:0:24294:0:(client.c:2702:ptlrpc_set_wait()) set ffff959146595000 going to sleep for 11 seconds 00000100:00100000:1.0:1787118164.888483:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567128448 00000100:00100000:1.0:1787118164.888491:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567128448 00000100:00100000:1.0:1787118164.888581:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1787118164.888591:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+21:24294:x1873928567128448:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787118164.888742:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+21:24294:x1873928567128448:12345-0@lo:501:mount.lustre.0 Request processed in 152us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118164.888750:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1787118164.888819:0:24294:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567128448:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787118164.888862:0:24294:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567128576:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787118164.888910:0:24294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118164.889080:0:24294:0:(client.c:2702:ptlrpc_set_wait()) set ffff959146595000 going to sleep for 11 seconds 00000100:00100000:3.0:1787118164.889353:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567128576 00000100:00100000:3.0:1787118164.889358:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567128576 00000100:00100000:3.0:1787118164.889387:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1787118164.889396:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d47450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+21:24294:x1873928567128576:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787118164.889485:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d47450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+21:24294:x1873928567128576:12345-0@lo:503:mount.lustre.0 Request processed in 91us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118164.889492:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1787118164.889702:0:24294:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567128576:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787118164.890393:0:24294:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787118164.890487:0:24294:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567128704:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787118164.890544:0:24294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118164.890621:0:24294:0:(client.c:2702:ptlrpc_set_wait()) set ffff959146595000 going to sleep for 11 seconds 00000100:00100000:3.0:1787118164.890661:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567128704 00000100:00100000:3.0:1787118164.890667:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567128704 00000100:00100000:3.0:1787118164.890740:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1787118164.890748:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+21:24294:x1873928567128704:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787118164.890845:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+21:24294:x1873928567128704:12345-0@lo:502:mount.lustre.0 Request processed in 98us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118164.890853:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1787118164.890930:0:24294:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567128704:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787118164.891170:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1787118164.891196:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1787118164.891215:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1787118164.891232:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1787118164.891250:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1787118164.891265:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1787118164.891279:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1787118164.891295:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1787118164.891310:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1787118164.891323:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1787118164.891356:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1787118164.891371:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1787118164.891384:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1787118164.891398:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1787118164.891411:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1787118164.891424:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1787118164.891436:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1787118164.891448:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1787118164.891462:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1787118164.891477:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1787118164.891493:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1787118164.891507:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1787118164.891522:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1787118164.891538:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1787118164.891553:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1787118164.891568:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1787118164.891599:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1787118164.891616:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1787118164.891632:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1787118164.891649:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1787118164.891667:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1787118164.891683:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1787118164.891708:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1787118164.891722:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1787118164.891737:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1787118164.891749:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1787118164.891763:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1787118164.891775:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1787118164.891788:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1787118164.891801:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1787118164.891813:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1787118164.891827:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1787118164.891854:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1787118164.891870:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1787118164.891882:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1787118164.891893:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1787118164.891906:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1787118164.891921:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1787118164.891963:0:24294:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567128832:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787118164.892033:0:24294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118164.897402:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567128832 00000100:00100000:1.0:1787118164.897416:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567128832 00000100:00100000:1.0:1787118164.897475:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1787118164.897485:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d47050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+21:24294:x1873928567128832:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787118164.897638:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d47050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+21:24294:x1873928567128832:12345-0@lo:502:mount.lustre.0 Request processed in 154us (5604us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118164.897655:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1787118164.898191:0:24294:0:(client.c:2702:ptlrpc_set_wait()) set ffff959146595000 going to sleep for 11 seconds 00000100:00100000:2.0:1787118164.898222:0:24294:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567128832:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787118164.898511:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1787118164.898539:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1787118164.898577:0:24294:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567128960:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787118164.898632:0:24294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118164.898664:0:24294:0:(client.c:2702:ptlrpc_set_wait()) set ffff959146595000 going to sleep for 11 seconds 00000100:00100000:1.0:1787118164.898727:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567128960 00000100:00100000:1.0:1787118164.898732:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567128960 00000100:00100000:1.0:1787118164.898776:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1787118164.898785:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d44850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+21:24294:x1873928567128960:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787118164.898877:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d44850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+21:24294:x1873928567128960:12345-0@lo:502:mount.lustre.0 Request processed in 92us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118164.898885:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1787118164.899081:0:24294:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567128960:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787118164.899195:0:24294:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1787118164.899204:0:24294:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1787118164.900047:0:24321:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1787118164.900066:0:24321:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff9591443d3380) 00000020:00000080:3.0:1787118164.901623:0:24321:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:2.0:1787118164.902354:0:24321:0:(tgt_mount.c:153:server_get_mount()) get mount ffff95917baee000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1787118164.902366:0:24321:0:(tgt_mount.c:187:server_put_mount()) put mount ffff95917baee000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1787118164.902369:0:24321:0:(obd_mount.c:710:lustre_put_lsi()) put ffff95917baee000 3 00010000:00080000:2.0:1787118164.902406:0:24321:0:(ldlm_lib.c:102:import_set_conn()) imp ffff95917eeec000@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.123@tcp at head 00010000:00010000:2.0:1787118164.904180:0:24321:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:2.0:1787118164.904310:0:24321:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:2.0:1787118164.904367:0:24321:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1787118164.904382:0:24321:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xce66ce20914c1dab 00000100:00080000:2.0:1787118164.904393:0:24321:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787118164.904400:0:24321:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff95917eeec000 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:2.0:1787118164.904435:0:24321:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9590458fad80 x1873928567129088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787118164.904460:0:24321:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1787118164.904530:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787118164.904534:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787118164.904537:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787118164.904540:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787118164.904569:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787118164.904573:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787118164.904575:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787118164.904578:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787118164.904612:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567129216:0@lo:400:kworker.0 00000100:00100000:1.0:1787118164.904632:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567129472:0@lo:400:kworker.0 00000100:00100000:3.0:1787118164.904694:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3624:1873928567129088:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787118164.904757:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118164.904801:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787118164.904808:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3627:1873928567129600:0@lo:400:kworker.0 00000100:00100000:1.0:1787118164.904834:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118164.904867:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567129472 00000100:00100000:1.0:1787118164.904874:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567129472 00000100:00100000:1.0:1787118164.904913:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1787118164.904922:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959048594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567129472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118164.904975:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959048594000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567129472:12345-0@lo:400:kworker.0 Request processed in 54us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118164.904995:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1787118164.905018:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567129600 00000100:00100000:1.0:1787118164.905022:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567129600 00000100:00100000:1.0:1787118164.905044:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787118164.905051:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959048595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3627:x1873928567129600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118164.905083:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959048595500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3627:x1873928567129600:12345-0@lo:400:kworker.0 Request processed in 32us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118164.905126:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:1.0:1787118164.905181:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9590458fb480 x1873928567129600/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118180 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787118164.905195:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3627:1873928567129600:0@lo:400:kworker.0 00000100:00100000:1.0:1787118164.905208:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567129472:0@lo:400:kworker.0 00000100:00100000:2.0:1787118164.907715:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118164.907767:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787118164.907769:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118164.907782:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3625:1873928567129344:0@lo:400:kworker.0 00000100:00100000:2.0:1787118164.907849:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118164.907898:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567129088 00000100:00100000:1.0:1787118164.907907:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567129088 00000100:00100000:1.0:1787118164.907939:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567129344 00000100:00100000:1.0:1787118164.907941:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567129344 00000100:00100000:1.0:1787118164.907966:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787118164.907976:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1873928567129344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118164.908054:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3625:x1873928567129344:12345-0@lo:400:kworker.0 Request processed in 79us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118164.908062:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787118164.908080:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787118164.908084:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3624:x1873928567129088:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1787118164.908316:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9590458fb100 x1873928567129344/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118180 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118164.908331:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3625:1873928567129344:0@lo:400:kworker.0 00010000:00080000:1.0:1787118164.908790:0:22794:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 674 last 0 00000020:00000080:1.0:1787118164.908831:0:22794:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xce66ce20914c1db2 00000004:00100000:1.0:1787118164.908848:0:22794:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1787118164.908885:0:22794:0:(import.c:65:import_set_state_nolock()) ffff959047742000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787118164.908942:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3624:x1873928567129088:12345-0@lo:38:llog_process_th.0 Request processed in 855us (1176us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118164.908950:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1787118164.909004:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9590458fad80 x1873928567129088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787118174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787118164.909027:0:3624:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787118164.909035:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1787118164.909043:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1787118164.909048:0:3624:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1787118164.909051:0:3624:0:(import.c:65:import_set_state_nolock()) ffff95917eeec000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787118164.909057:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3624:1873928567129088:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787118164.909652:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567129216 00000100:00100000:1.0:1787118164.909660:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567129216 00000100:00100000:1.0:1787118164.909777:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1787118164.909788:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567129216:12345-0@lo:400:kworker.0 00000020:01000004:3.0:1787118164.909840:0:24321:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000100:00100000:1.0:1787118164.909849:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567129216:12345-0@lo:400:kworker.0 Request processed in 63us (2140us total) trans 0 rc 0/0 00000020:00000080:3.0:1787118164.909858:0:24321:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff959158bdb380) 00000100:00100000:1.0:1787118164.909858:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000020:00000080:3.0:1787118164.909887:0:24321:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000100:00100000:1.0:1787118164.909897:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567129216:0@lo:400:kworker.0 00000020:01000004:2.0:1787118164.910946:0:24321:0:(tgt_mount.c:153:server_get_mount()) get mount ffff95917baee000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1787118164.910953:0:24321:0:(tgt_mount.c:187:server_put_mount()) put mount ffff95917baee000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1787118164.910956:0:24321:0:(obd_mount.c:710:lustre_put_lsi()) put ffff95917baee000 3 00010000:00080000:2.0:1787118164.911011:0:24321:0:(ldlm_lib.c:102:import_set_conn()) imp ffff95917ecf6800@lustre-MDT0001-lwp-OST0000: add connection 192.168.204.123@tcp at head 00010000:00010000:2.0:1787118164.912733:0:24321:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:2.0:1787118164.912857:0:24321:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:2.0:1787118164.912907:0:24321:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1787118164.912920:0:24321:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xce66ce20914c1dc0 00000100:00080000:2.0:1787118164.912932:0:24321:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787118164.912938:0:24321:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff95917ecf6800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:2.0:1787118164.912977:0:24321:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9590458fbb80 x1873928567129728/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787118164.913024:0:24321:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1787118164.913056:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787118164.913060:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787118164.913063:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787118164.913066:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787118164.913071:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787118164.913073:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787118164.913077:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787118164.913079:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787118164.916977:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3624:1873928567129728:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787118164.917074:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118164.917295:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567129728 00000100:00100000:1.0:1787118164.917303:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567129728 00000100:00100000:1.0:1787118164.917345:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787118164.917353:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959048597480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3624:x1873928567129728:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1787118164.917386:0:22794:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 674 last 0 00000020:00000080:1.0:1787118164.917436:0:22794:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xce66ce20914c1dc7 00000004:00100000:1.0:1787118164.917452:0:22794:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1787118164.917488:0:22794:0:(import.c:65:import_set_state_nolock()) ffff959047741000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787118164.917573:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959048597480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3624:x1873928567129728:12345-0@lo:38:llog_process_th.0 Request processed in 218us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118164.917582:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1787118164.917626:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9590458fbb80 x1873928567129728/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787118174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787118164.917637:0:3624:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787118164.917645:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1787118164.917653:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1787118164.917658:0:3624:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1787118164.917661:0:3624:0:(import.c:65:import_set_state_nolock()) ffff95917ecf6800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787118164.917667:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3624:1873928567129728:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1787118164.920418:0:24321:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:1.0:1787118164.921175:0:24294:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1787118164.921215:0:24294:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1787118164.921239:0:24294:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959176edd200/0xce66ce20914c1d96 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1d9d expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118164.921252:0:24294:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff959176edd200/0xce66ce20914c1d96 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1d9d expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1787118164.921310:0:24294:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1787118164.921312:0:24294:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1787118164.921314:0:24294:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787118164.921315:0:24294:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787118164.921316:0:24294:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787118164.921318:0:24294:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787118164.921319:0:24294:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787118164.921322:0:24294:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787118164.921323:0:24294:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787118164.921327:0:24294:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:1.0:1787118164.921330:0:24294:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787118164.921336:0:24294:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1787118164.921337:0:24294:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787118164.921338:0:24294:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787118164.921339:0:24294:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787118164.921340:0:24294:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787118164.921341:0:24294:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787118164.921341:0:24294:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787118164.921342:0:24294:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787118164.921374:0:24294:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1787118164.921399:0:24294:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048594380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567129856:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1787118164.921469:0:24294:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118164.921512:0:24294:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917d126900 going to sleep for 11 seconds 00000100:00100000:0.0:1787118164.922041:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567129856 00000100:00100000:0.0:1787118164.922050:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567129856 00000100:00100000:0.0:1787118164.925439:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1787118164.925459:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d44050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+21:24294:x1873928567129856:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1787118164.925502:0:22788:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:0.0:1787118164.925523:0:22788:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1787118164.930055:0:22788:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1787118164.930081:0:22788:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1787118164.930121:0:22809:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1787118164.930128:0:22809:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1787118164.930150:0:22809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff95917d2f5800/0xce66ce20914c1dce lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118164.930171:0:22809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff959140031600/0xce66ce20914c1d18 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1d11 expref: 21 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118164.930178:0:22809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff959140030400/0xce66ce20914c1d26 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1d1f expref: 21 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118164.930190:0:22809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff95917d2f5800/0xce66ce20914c1dce lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118164.930241:0:22809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff959140030400/0xce66ce20914c1d26 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xce66ce20914c1d1f expref: 21 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118164.930258:0:22809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff959140030400/0xce66ce20914c1d26 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xce66ce20914c1d1f expref: 21 pid: 22789 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118164.930273:0:22809:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0e300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22809:1873928567129984:0@lo:104: 00000100:00100000:0.0:1787118164.930338:0:22809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787118164.930389:0:22809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff959140031600/0xce66ce20914c1d18 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xce66ce20914c1d11 expref: 21 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118164.930397:0:22809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff959140031600/0xce66ce20914c1d18 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xce66ce20914c1d11 expref: 21 pid: 22789 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118164.930416:0:22809:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0fb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22809:1873928567130112:0@lo:104: 00000100:00100000:0.0:1787118164.930450:0:22809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118164.930497:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567129984 00000100:00100000:1.0:1787118164.930503:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567129984 00000100:00100000:1.0:1787118164.930559:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787118164.930569:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bf0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e9977501-80fd-46cd-84bc-181bd505030e+3:22809:x1873928567129984:12345-0@lo:104: 00010000:00010000:1.0:1787118164.930583:0:22778:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1d1f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1d26 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118164.930631:0:22778:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787118164.930638:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bf0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e9977501-80fd-46cd-84bc-181bd505030e+3:22809:x1873928567129984:12345-0@lo:104: Request processed in 71us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118164.930645:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00010000:1.0:1787118164.930670:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787118164.930676:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1d1f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1d26 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118164.930683:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917d2f5600 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:1.0:1787118164.930686:0:22783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1d1f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xce66ce20914c1d26 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118164.932799:0:22809:0:(client.c:2702:ptlrpc_set_wait()) set ffff959046677600 going to sleep for 11 seconds 00000100:00100000:0.0:1787118164.932833:0:22809:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0e300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22809:1873928567129984:0@lo:104: 00000100:00100000:2.0:1787118164.933139:0:22778:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1787118164.933159:0:22778:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567130112 00000100:00100000:2.0:1787118164.933171:0:22778:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567130112 00000100:00100000:2.0:1787118164.933218:0:22778:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787118164.933227:0:22778:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f93850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e9977501-80fd-46cd-84bc-181bd505030e+3:22809:x1873928567130112:12345-0@lo:104: 00010000:00010000:2.0:1787118164.933244:0:22778:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.123@tcp lock: ffff95917d2f5e00/0xce66ce20914c1d11 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1d18 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118164.933311:0:22778:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787118164.933318:0:22778:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f93850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:e9977501-80fd-46cd-84bc-181bd505030e+3:22809:x1873928567130112:12345-0@lo:104: Request processed in 92us (2868us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118164.933325:0:22778:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:2.0:1787118164.933369:0:22782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1787118164.933393:0:22809:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0fb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22809:1873928567130112:0@lo:104: 00010000:00010000:2.0:1787118164.933416:0:22809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff95917d2f5800/0xce66ce20914c1dce lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118164.933656:0:22783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1d1f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xce66ce20914c1d26 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787118164.933664:0:22783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1d1f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xce66ce20914c1d26 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787118164.933670:0:22783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1787118164.933710:0:22783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1d1f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1d26 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118164.933717:0:22783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787118164.933740:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1d1f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1d26 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118164.933748:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1d1f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1d26 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118164.933762:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118164.933763:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118164.933765:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787118164.933773:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787118164.933786:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9977501-80fd-46cd-84bc-181bd505030e:3626:1873928567130240:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787118164.933823:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118164.933865:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567130240 00000100:00100000:1.0:1787118164.933869:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567130240 00010000:00010000:1.0:1787118164.933890:0:22780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff959140030400/0xce66ce20914c1d26 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1d1f expref: 22 pid: 22789 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118164.933927:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787118164.933942:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959048595880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9977501-80fd-46cd-84bc-181bd505030e+22:3626:x1873928567130240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787118164.933955:0:22780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787118164.933961:0:22780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff959140030400/0xce66ce20914c1d26 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1d1f expref: 22 pid: 22789 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118164.933971:0:22780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff959140030400/0xce66ce20914c1d26 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xce66ce20914c1d1f expref: 22 pid: 22789 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118164.933997:0:22780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959140030400/0xce66ce20914c1d26 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xce66ce20914c1d1f expref: 22 pid: 22789 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118164.934010:0:22780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787118164.935351:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d44050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+21:24294:x1873928567129856:12345-0@lo:253:mount.lustre.0 Request processed in 9893us (13875us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118164.935367:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1787118164.935702:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959048595880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9977501-80fd-46cd-84bc-181bd505030e+20:3626:x1873928567130240:12345-0@lo:103:ldlm_bl.0 Request processed in 1760us (1877us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118164.935712:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00010000:1.0:1787118164.935891:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118164.935900:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff95917d2f5e00/0xce66ce20914c1d11 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1d18 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118164.935911:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917d2f5e00 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:1.0:1787118164.935915:0:22782:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff95917d2f5e00/0xce66ce20914c1d11 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xce66ce20914c1d18 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118164.935925:0:22782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff95917d2f5e00/0xce66ce20914c1d11 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xce66ce20914c1d18 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787118164.935933:0:22782:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff95917d2f5e00/0xce66ce20914c1d11 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xce66ce20914c1d18 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787118164.935939:0:22782:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1787118164.936003:0:22782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff95917d2f5e00/0xce66ce20914c1d11 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1d18 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118164.936009:0:22782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1787118164.936368:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048594a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9977501-80fd-46cd-84bc-181bd505030e:3626:1873928567130240:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787118164.937151:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118164.937156:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787118164.937367:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048596a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9977501-80fd-46cd-84bc-181bd505030e:3626:1873928567130368:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787118164.937501:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787118164.938310:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff95917d2f5e00/0xce66ce20914c1d11 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1d18 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118164.938324:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff95917d2f5e00/0xce66ce20914c1d11 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1d18 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118164.938346:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118164.938348:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118164.938350:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787118164.938406:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567130368 00000100:00100000:3.0:1787118164.938416:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567130368 00010000:00010000:3.0:1787118164.938453:0:22781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff959140031600/0xce66ce20914c1d18 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1d11 expref: 20 pid: 22789 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787118164.938497:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787118164.938506:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916b95a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9977501-80fd-46cd-84bc-181bd505030e+20:3626:x1873928567130368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787118164.938522:0:22781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787118164.938529:0:22781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff959140031600/0xce66ce20914c1d18 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1d11 expref: 20 pid: 22789 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118164.938564:0:22781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff959140031600/0xce66ce20914c1d18 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xce66ce20914c1d11 expref: 20 pid: 22789 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118164.938584:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959140031600/0xce66ce20914c1d18 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xce66ce20914c1d11 expref: 20 pid: 22789 timeout: 775 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118164.938601:0:22781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff95917d2f5800/0xce66ce20914c1dce lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118164.939261:0:24294:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048594380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:24294:1873928567129856:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1787118164.939278:0:24294:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1787118164.939282:0:24294:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1787118164.939284:0:24294:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1787118164.939285:0:24294:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787118164.939286:0:24294:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787118164.939287:0:24294:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787118164.939288:0:24294:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787118164.939290:0:24294:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787118164.939292:0:24294:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787118164.939294:0:24294:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1787118164.939310:0:24294:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:3.0:1787118164.940836:0:22781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff95917d2f5800/0xce66ce20914c1dce lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1787118164.940858:0:22781:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010731852s 00010000:00010000:3.0:1787118164.940863:0:22781:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff95917d2f5800/0xce66ce20914c1dce lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118164.940871:0:22781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff95917d2f5800/0xce66ce20914c1dce lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118164.940877:0:22781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff95917d2f5800/0xce66ce20914c1dce lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118164.940885:0:22781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff95917d2f5800/0xce66ce20914c1dce lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118164.940892:0:22781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917d2f5800 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:3.0:1787118164.940897:0:22781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff95917d2f5800/0xce66ce20914c1dce lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118164.940905:0:22781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff95917d2f5800/0xce66ce20914c1dce lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118164.940945:0:22781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff95917d2f5800/0xce66ce20914c1dce lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118164.940956:0:22781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787118164.941044:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916b95a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e9977501-80fd-46cd-84bc-181bd505030e+19:3626:x1873928567130368:12345-0@lo:103:ldlm_bl.0 Request processed in 2536us (3540us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118164.941054:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1787118164.941718:0:22809:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff95917d2f5800/0xce66ce20914c1dce lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118164.941730:0:22809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff95917d2f5800/0xce66ce20914c1dce lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118164.941738:0:22809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff95917d2f5800/0xce66ce20914c1dce lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787118164.942032:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048596a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9977501-80fd-46cd-84bc-181bd505030e:3626:1873928567130368:0@lo:103:ldlm_bl.0 00000001:00000004:2.0:1787118164.944300:0:24294:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:2.0:1787118164.956006:0:24294:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:2.0:1787118164.956017:0:24294:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:2.0:1787118164.956060:0:24294:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1787118164.956129:0:24294:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.123@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1787118164.956153:0:24294:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=49 00000080:00000004:2.0:1787118164.956177:0:24294:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:2.0:1787118164.956807:0:24294:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787118164.957014:0:24294:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1787118165.668251:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1787118165.998284:0:24374:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1787118165.998489:0:24374:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1787118166.241386:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567130496:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787118166.241466:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118166.241539:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567130496 00000100:00100000:0.0:1787118166.241547:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567130496 00000100:00100000:0.0:1787118166.241600:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1787118166.241610:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bf0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567130496:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787118166.241647:0:22798:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787118166.241693:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bf0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567130496:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118166.241701:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1787118166.241742:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567130496:0@lo:41:osp-pre-0-1.0 10000000:01000000:0.0:1787118166.244676:0:22791:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787118166.244683:0:22791:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9591583fc800 from 13 10000000:01000000:0.0:1787118166.244688:0:22791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787118166.244737:0:22791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f4000/0xce66ce20914c1dd5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118166.244749:0:22791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff95917d2f4000/0xce66ce20914c1dd5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118166.244760:0:22791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff95917d2f4000/0xce66ce20914c1dd5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118166.244787:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567130624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787118166.244881:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118166.244925:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959160365240 going to sleep for 11 seconds 00000100:00100000:0.0:1787118166.244951:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567130624 00000100:00100000:0.0:1787118166.244969:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567130624 00000100:00100000:0.0:1787118166.245019:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1787118166.245029:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047679050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+19:22791:x1873928567130624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787118166.245043:0:22787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787118166.245056:0:22787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff95917d2f4800/0xce66ce20914c1ddc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1dd5 expref: -99 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118166.245079:0:22787:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff95917d2f4800/0xce66ce20914c1ddc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1dd5 expref: 20 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118166.245092:0:22787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff95917d2f4800/0xce66ce20914c1ddc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1dd5 expref: 20 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118166.245123:0:22787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95917d2f4800, rc 0) 00000100:00100000:0.0:1787118166.245896:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047679050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+20:22791:x1873928567130624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 863us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118166.245905:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1787118166.245980:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567130624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787118166.245998:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff95917d2f4000/0xce66ce20914c1dd5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1ddc expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118166.246009:0:22791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff95917d2f4000/0xce66ce20914c1dd5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1ddc expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118166.246070:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567130752:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1787118166.246135:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118166.246151:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959160365240 going to sleep for 11 seconds 00000100:00100000:0.0:1787118166.246168:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567130752 00000100:00100000:0.0:1787118166.246172:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567130752 00000100:00100000:0.0:1787118166.246198:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1787118166.246205:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047678c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+20:22791:x1873928567130752:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1787118166.246221:0:22788:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1787118166.246237:0:22788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1787118166.246240:0:22788:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1787118166.246462:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047678c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+20:22791:x1873928567130752:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 257us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118166.246470:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1787118166.246497:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567130752:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1787118166.246907:0:22791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787118166.246916:0:22791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f4000/0xce66ce20914c1dd5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1ddc expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118166.246926:0:22791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff95917d2f4000/0xce66ce20914c1dd5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1ddc expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787118166.246935:0:22791:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787118166.246937:0:22791:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff959176f60800 from 13 10000000:01000000:0.0:1787118166.246940:0:22791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787118166.246969:0:22791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f5a00/0xce66ce20914c1de3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118166.246977:0:22791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff95917d2f5a00/0xce66ce20914c1de3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118166.246997:0:22791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff95917d2f5a00/0xce66ce20914c1de3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118166.247012:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567130880:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787118166.247044:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118166.247069:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959160365240 going to sleep for 11 seconds 00000100:00100000:0.0:1787118166.247084:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567130880 00000100:00100000:0.0:1787118166.247088:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567130880 00000100:00100000:0.0:1787118166.247132:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1787118166.247139:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95904767b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+20:22791:x1873928567130880:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787118166.247148:0:22787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787118166.247158:0:22787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff95917d2f4e00/0xce66ce20914c1dea lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1de3 expref: -99 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118166.247176:0:22787:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff95917d2f4e00/0xce66ce20914c1dea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1de3 expref: 21 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118166.247186:0:22787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff95917d2f4e00/0xce66ce20914c1dea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1de3 expref: 21 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118166.247195:0:22787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95917d2f4e00, rc 0) 00000100:00100000:0.0:1787118166.247219:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95904767b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+21:22791:x1873928567130880:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 81us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118166.247225:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1787118166.247255:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567130880:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787118166.249335:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1873928567131008:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787118166.249410:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118166.250323:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567131008 00000100:00100000:3.0:1787118166.250333:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567131008 00000100:00100000:3.0:1787118166.250386:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787118166.250395:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3628:x1873928567131008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787118166.250429:0:22798:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787118166.250483:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3628:x1873928567131008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (1073us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118166.250490:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1787118166.250637:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1873928567131008:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1787118166.251659:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff95917d2f5a00/0xce66ce20914c1de3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1dea expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118166.251684:0:22791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff95917d2f5a00/0xce66ce20914c1de3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1dea expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118166.251757:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567131136:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1787118166.252222:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118166.252518:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567131136 00000100:00100000:1.0:1787118166.252527:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567131136 00000100:00100000:1.0:1787118166.252616:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1787118166.252626:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95904767b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+21:22791:x1873928567131136:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1787118166.252648:0:22789:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1787118166.252665:0:22789:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1787118166.252668:0:22789:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1787118166.252747:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95904767b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+21:22791:x1873928567131136:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 122us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118166.252754:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1787118166.256926:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959160365240 going to sleep for 11 seconds 00000100:00100000:1.0:1787118166.257068:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567131136:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1787118166.257227:0:22791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1787118166.257239:0:22791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f5a00/0xce66ce20914c1de3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1dea expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118166.257262:0:22791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff95917d2f5a00/0xce66ce20914c1de3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1dea expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118166.690319:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118167.718209:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787118168.099243:0:22829:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787118168.737580:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118169.764665:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787118170.339515:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787118170.339522:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787118170.339525:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787118170.339528:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787118170.339548:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787118170.339551:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787118170.339554:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787118170.339557:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787118170.339604:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9977501-80fd-46cd-84bc-181bd505030e:3625:1873928567131264:0@lo:400:kworker.0 00000100:00100000:0.0:1787118170.339674:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118170.339721:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3625:1873928567131776:0@lo:400:kworker.0 00000100:00100000:0.0:1787118170.339747:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118170.339773:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1787118170.339778:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567131392:0@lo:400:kworker.0 00000100:00100000:0.0:1787118170.339800:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118170.339826:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bd4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3625:1873928567131904:0@lo:400:kworker.0 00000100:00100000:0.0:1787118170.339852:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118170.339892:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567131648:0@lo:400:kworker.0 00000100:00100000:0.0:1787118170.339916:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118170.339935:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1787118170.339940:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3628:1873928567131520:0@lo:400:kworker.0 00000100:00100000:0.0:1787118170.340125:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118170.340146:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bd4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3628:1873928567132032:0@lo:400:kworker.0 00000100:00100000:0.0:1787118170.340171:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118170.340195:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567131264 00000100:00100000:0.0:1787118170.340202:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567131264 00000100:00100000:0.0:1787118170.340250:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1787118170.340260:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95904767a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+21:3625:x1873928567131264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118170.340308:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95904767a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+21:3625:x1873928567131264:12345-0@lo:400:kworker.0 Request processed in 49us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118170.340315:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1787118170.340347:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567131776 00000100:00100000:0.0:1787118170.340350:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567131776 00000100:00100000:0.0:1787118170.340367:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567131904 00000100:00100000:0.0:1787118170.340369:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567131904 00000100:00100000:0.0:1787118170.340387:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567131520 00000100:00100000:0.0:1787118170.340389:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567131520 00000100:00100000:0.0:1787118170.340399:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567132032 00000100:00100000:0.0:1787118170.340402:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567132032 00000100:00100000:0.0:1787118170.340415:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787118170.340421:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bd4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1873928567131776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118170.340453:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bd4f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3625:x1873928567131776:12345-0@lo:400:kworker.0 Request processed in 32us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118170.340468:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787118170.340481:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787118170.340486:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bd4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3625:x1873928567131904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118170.340512:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bd4d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3625:x1873928567131904:12345-0@lo:400:kworker.0 Request processed in 26us (659us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118170.340517:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787118170.340529:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787118170.340534:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3628:x1873928567131520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118170.340560:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bd4ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3628:x1873928567131520:12345-0@lo:400:kworker.0 Request processed in 26us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118170.340565:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787118170.340575:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787118170.340581:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bd4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3628:x1873928567132032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118170.340605:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bd4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3628:x1873928567132032:12345-0@lo:400:kworker.0 Request processed in 24us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118170.340611:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787118170.340627:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567131392 00000100:00100000:0.0:1787118170.340630:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567131392 00000100:00100000:0.0:1787118170.340645:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567131648 00000100:00100000:0.0:1787118170.340647:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567131648 00000100:00100000:0.0:1787118170.340657:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1787118170.340662:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bd4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567131392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118170.340693:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bd4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567131392:12345-0@lo:400:kworker.0 Request processed in 31us (892us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118170.340698:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1787118170.340715:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1787118170.340721:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bd4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3628:x1873928567131648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118170.340747:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bd4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3628:x1873928567131648:12345-0@lo:400:kworker.0 Request processed in 27us (830us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118170.340752:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1787118170.340790:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567131392:0@lo:400:kworker.0 00010000:00080000:0.0:1787118170.340803:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff95917bd4df80 x1873928567131904/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118186 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787118170.340813:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bd4df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3625:1873928567131904:0@lo:400:kworker.0 00000100:00100000:0.0:1787118170.340822:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e9977501-80fd-46cd-84bc-181bd505030e:3625:1873928567131264:0@lo:400:kworker.0 00010000:00080000:0.0:1787118170.340831:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff95917bf0c700 x1873928567131776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118186 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787118170.340839:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3625:1873928567131776:0@lo:400:kworker.0 00010000:00080000:0.0:1787118170.340868:0:3628:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff95917bf0ce00 x1873928567131520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118186 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787118170.340876:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3628:1873928567131520:0@lo:400:kworker.0 00010000:00080000:0.0:1787118170.340901:0:3628:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff95917bd4f480 x1873928567132032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118186 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787118170.340908:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bd4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3628:1873928567132032:0@lo:400:kworker.0 00000100:00100000:0.0:1787118170.340915:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567131648:0@lo:400:kworker.0 00000100:00080000:1.0:1787118170.341188:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787118170.341194:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1787118170.790039:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787118171.012412:0:24664:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg423-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:1.0:1787118171.362772:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bd4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1873928567132160:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787118171.362846:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118171.363402:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567132160 00000100:00100000:0.0:1787118171.363412:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567132160 00000100:00100000:0.0:1787118171.363469:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1787118171.363478:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959048597100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3628:x1873928567132160:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787118171.363514:0:22798:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787118171.363786:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567132288:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787118171.363819:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118171.365963:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959048597100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3628:x1873928567132160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2479us (3110us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118171.365978:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1787118171.366004:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567132288 00000100:00100000:0.0:1787118171.366011:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567132288 00000100:00100000:0.0:1787118171.366040:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1787118171.366048:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567132288:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787118171.366081:0:22798:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787118171.366173:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567132288:12345-0@lo:41:osp-pre-0-1.0 Request processed in 126us (2353us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118171.366181:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787118171.366505:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567132288:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787118171.370245:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bd4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1873928567132160:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1787118171.819395:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1787118171.860399:0:24716:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787118171.860634:0:24716:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:3.0:1787118172.396073:0:23546:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1787118172.842266:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1787118172.914409:0:24766:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1787118172.915008:0:24766:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1787118173.857865:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118174.884194:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787118175.137312:0:3624:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787118160/real 1787118160] req@ffff95917bf0f100 x1873928567125376/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787118175 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787118175.137355:0:3624:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff95917bf0f100 x1873928567125376/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787118175 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787118175.137365:0:3624:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787118160/real 1787118160] req@ffff95917bf0dc00 x1873928567125504/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787118175 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787118175.137376:0:3624:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff95917bf0dc00 x1873928567125504/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787118175 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787118175.137395:0:3624:0:(import.c:65:import_set_state_nolock()) ffff9590466a6800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787118175.137419:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787118175.137431:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1873928567125376:0@lo:8:kworker.0 00000100:00080000:1.0:1787118175.137438:0:3624:0:(import.c:65:import_set_state_nolock()) ffff959046501800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787118175.137445:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787118175.137447:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1873928567125504:0@lo:8:kworker.0 00000100:00080000:3.0:1787118175.137579:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787118175.137585:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787118175.137588:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787118175.137596:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787118175.137616:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787118175.137620:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787118175.137622:0:8:0:(import.c:65:import_set_state_nolock()) ffff9590466a6800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787118175.137627:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 670 00000100:00080000:3.0:1787118175.137632:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787118175.137640:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9590466a6800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:3.0:1787118175.137658:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff959176fe2d80 x1873928567132928/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787118175.137669:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787118175.137672:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787118175.137673:0:8:0:(import.c:65:import_set_state_nolock()) ffff959046501800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787118175.137676:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 670 00000100:00080000:3.0:1787118175.137678:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787118175.137681:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff959046501800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:3.0:1787118175.137691:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff959176fe1880 x1873928567133056/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787118175.137804:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9977501-80fd-46cd-84bc-181bd505030e:3626:1873928567132416:0@lo:400:kworker.0 00000100:00100000:1.0:1787118175.137887:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118175.137944:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3626:1873928567133184:0@lo:400:kworker.0 00000100:00100000:1.0:1787118175.137973:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118175.138000:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787118175.138005:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567132800:0@lo:400:kworker.0 00000100:00100000:1.0:1787118175.138029:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118175.138056:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567132544:0@lo:400:kworker.0 00000100:00100000:1.0:1787118175.138078:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118175.138119:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3627:1873928567133312:0@lo:400:kworker.0 00000100:00100000:1.0:1787118175.138140:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118175.138158:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1787118175.138163:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3627:1873928567132672:0@lo:400:kworker.0 00000100:00100000:1.0:1787118175.138181:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118175.138196:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3627:1873928567133440:0@lo:400:kworker.0 00000100:00100000:3.0:1787118175.138373:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567132416 00000100:00100000:3.0:1787118175.138381:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567132416 00000100:00100000:3.0:1787118175.138429:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1787118175.138439:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95904767b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+21:3626:x1873928567132416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118175.138493:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95904767b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+21:3626:x1873928567132416:12345-0@lo:400:kworker.0 Request processed in 55us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118175.138501:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1787118175.139500:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118175.139546:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567133184 00000100:00100000:1.0:1787118175.139552:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567133184 00000100:00100000:1.0:1787118175.139586:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567133312 00000100:00100000:1.0:1787118175.139588:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567133312 00000100:00100000:1.0:1787118175.139620:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567132672 00000100:00100000:1.0:1787118175.139633:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567132672 00000100:00100000:1.0:1787118175.139651:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567133440 00000100:00100000:1.0:1787118175.139654:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567133440 00000100:00100000:1.0:1787118175.139670:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787118175.139679:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959048596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3626:x1873928567133184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118175.139721:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959048596680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3626:x1873928567133184:12345-0@lo:400:kworker.0 Request processed in 44us (1746us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118175.139728:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787118175.139743:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787118175.139748:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959048595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3627:x1873928567133312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118175.139797:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959048595880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3627:x1873928567133312:12345-0@lo:400:kworker.0 Request processed in 37us (1645us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118175.139802:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787118175.139814:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00080000:2.0:1787118175.139920:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787118175.139926:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1787118175.140121:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff959176fe1c00 x1873928567133312/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118191 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118175.140136:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3627:1873928567133312:0@lo:400:kworker.0 00000100:00100000:1.0:1787118175.140670:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959048594380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3627:x1873928567132672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118175.140759:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959048594380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3627:x1873928567132672:12345-0@lo:400:kworker.0 Request processed in 939us (2575us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118175.140766:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787118175.140795:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1787118175.140803:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959048594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3627:x1873928567133440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118175.140842:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959048594a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3627:x1873928567133440:12345-0@lo:400:kworker.0 Request processed in 41us (1345us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118175.140848:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1787118175.140867:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567132800 00000100:00100000:1.0:1787118175.140871:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567132800 00000100:00100000:1.0:1787118175.140891:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567132544 00000100:00100000:1.0:1787118175.140894:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567132544 00000100:00100000:1.0:1787118175.140916:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1787118175.140921:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959048597b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567132800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118175.140954:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959048597b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567132800:12345-0@lo:400:kworker.0 Request processed in 33us (2924us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118175.140960:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1787118175.140970:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1787118175.140974:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959048596a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567132544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118175.140997:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959048596a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567132544:12345-0@lo:400:kworker.0 Request processed in 23us (2918us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118175.141003:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1787118175.141037:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1873928567132928:0@lo:8:kworker.0 00000100:00100000:1.0:1787118175.141074:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118175.141133:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1873928567133056:0@lo:8:kworker.0 00000100:00100000:1.0:1787118175.141159:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118175.141195:0:24300:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567132928 00000100:00100000:1.0:1787118175.141198:0:24300:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567132928 00000100:00100000:1.0:1787118175.141231:0:24300:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567133056 00000100:00100000:1.0:1787118175.141234:0:24300:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567133056 00000100:00100000:1.0:1787118175.141244:0:24300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787118175.141249:0:24300:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3624:x1873928567132928:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1787118175.141275:0:24300:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 685 last 0 00000020:00000080:1.0:1787118175.141302:0:24300:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xce66ce20914c1df1 00002000:00100000:1.0:1787118175.141314:0:24300:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff959047747000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113901 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:1.0:1787118175.141319:0:24300:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:1.0:1787118175.141322:0:24300:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1787118175.141498:0:24300:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:1.0:1787118175.141528:0:24300:0:(import.c:65:import_set_state_nolock()) ffff959047740000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787118175.141570:0:24300:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3624:x1873928567132928:12345-0@lo:8:kworker.0 Request processed in 320us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118175.141577:0:24300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787118175.141590:0:24300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787118175.141594:0:24300:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3624:x1873928567133056:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1787118175.141606:0:24300:0:(ldlm_lib.c:1192:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:3.0:1787118175.142345:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff959176fe0a80 x1873928567132672/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118191 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118175.142362:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3627:1873928567132672:0@lo:400:kworker.0 00010000:00080000:3.0:1787118175.142381:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff959176fe1180 x1873928567133440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118191 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118175.142391:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3627:1873928567133440:0@lo:400:kworker.0 00000100:00100000:3.0:1787118175.142414:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567132544:0@lo:400:kworker.0 00000100:00100000:0.0:1787118175.144198:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567132800:0@lo:400:kworker.0 00000100:00100000:0.0:1787118175.144216:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9977501-80fd-46cd-84bc-181bd505030e:3626:1873928567132416:0@lo:400:kworker.0 00010000:00080000:0.0:1787118175.144242:0:3626:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff959176fe2300 x1873928567133184/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118191 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787118175.144253:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3626:1873928567133184:0@lo:400:kworker.0 00010000:00080000:0.0:1787118175.164794:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff959176fe2d80 x1873928567132928/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787118195 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787118175.164812:0:3624:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787118175.164823:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1787118175.164842:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1787118175.164848:0:3624:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1787118175.164852:0:3624:0:(import.c:65:import_set_state_nolock()) ffff9590466a6800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1787118175.164882:0:3624:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1787118175.164890:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1873928567132928:0@lo:8:kworker.0 00000004:00080000:0.0:1787118175.164925:0:23534:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1787118175.165018:0:23534:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 685242921261ns, next at 0ns, rc = 0 00080000:00080000:0.0:1787118175.165026:0:23534:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1787118175.165382:0:23535:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:3.0:1787118175.165406:0:23535:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23535:1873928567133696:0@lo:7:osp-pre-0-1.0 00000100:00100000:3.0:1787118175.165480:0:23535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118175.165514:0:23535:0:(client.c:2702:ptlrpc_set_wait()) set ffff959147c27480 going to sleep for 11 seconds 00000100:00100000:3.0:1787118175.165527:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567133568:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787118175.165688:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118175.165735:0:24301:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:3.0:1787118175.165743:0:24301:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:3.0:1787118175.165846:0:24301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567133696 00000100:00100000:3.0:1787118175.165853:0:24301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567133696 00000100:00080000:3.0:1787118175.165908:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787118175.165986:0:24853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787118175.165997:0:24853:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23535:x1873928567133696:12345-0@lo:7:osp-pre-0-1.0 00000004:00080000:3.0:1787118175.171086:0:23526:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000100:00100000:1.0:1787118175.178860:0:24302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567133568 00000100:00100000:1.0:1787118175.178879:0:24302:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567133568 00000100:00100000:1.0:1787118175.178966:0:24302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787118175.178980:0:24302:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3625:x1873928567133568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787118175.179020:0:24302:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00002000:00080000:0.0:1787118175.179417:0:24853:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:0.0:1787118175.179426:0:24853:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:0.0:1787118175.179524:0:24853:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+7:23535:x1873928567133696:12345-0@lo:7:osp-pre-0-1.0 Request processed in 13526us (14039us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118175.179536:0:24853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1787118175.179663:0:23535:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff959176fe1180 x1873928567133696/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1787118191 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118175.179748:0:23535:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23535:1873928567133696:0@lo:7:osp-pre-0-1.0 00000004:00080000:3.0:1787118175.179765:0:23535:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:3.0:1787118175.179814:0:23535:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23535:1873928567133824:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1787118175.179850:0:23535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118175.179875:0:23535:0:(client.c:2702:ptlrpc_set_wait()) set ffff959147c27480 going to sleep for 11 seconds 00000100:00100000:3.0:1787118175.179892:0:24301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567133824 00000100:00100000:3.0:1787118175.179897:0:24301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567133824 00000100:00100000:3.0:1787118175.179935:0:24301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787118175.179944:0:24301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:23535:x1873928567133824:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1787118175.179970:0:24301:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1787118175.180003:0:24301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:23535:x1873928567133824:12345-0@lo:5:osp-pre-0-1.0 Request processed in 60us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118175.180010:0:24301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1787118175.180037:0:23535:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff959176fe1180 x1873928567133824/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787118191 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118175.180047:0:23535:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23535:1873928567133824:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1787118175.180055:0:23535:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1787118175.181386:0:24300:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3624:x1873928567133056:12345-0@lo:8:kworker.0 Request processed in 39642us (40078us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787118175.181405:0:24300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1787118175.181574:0:3624:0:(import.c:65:import_set_state_nolock()) ffff959046501800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787118175.181581:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787118175.181585:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1873928567133056:0@lo:8:kworker.0 00000100:00100000:1.0:1787118175.188573:0:24302:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3625:x1873928567133568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 9582us (22869us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118175.188594:0:24302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1787118175.188712:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff959176fe1f80 x1873928567133568/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787118191 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787118175.188744:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567133568:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1787118175.911433:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787118176.481963:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567133952:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787118176.482037:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118176.482280:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567133952 00000100:00100000:3.0:1787118176.482288:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567133952 00000100:00100000:3.0:1787118176.482339:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1787118176.482348:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3626:x1873928567133952:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787118176.482578:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787118176.482589:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567134080:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787118176.482622:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:3.0:1787118176.482732:0:22798:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1787118176.482956:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567133952:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787118176.483007:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3626:x1873928567133952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 659us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118176.483026:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1787118176.483044:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567134080 00000100:00100000:3.0:1787118176.483048:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567134080 00000100:00100000:3.0:1787118176.483065:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787118176.483071:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3628:x1873928567134080:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787118176.483089:0:22798:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1787118176.483160:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3628:x1873928567134080:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118176.483166:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787118176.483315:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567134080:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1787118176.929245:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118177.955010:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1787118178.339987:0:22829:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1787118178.977238:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1787118179.762065:0:25113:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1787118179.762071:0:25113:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:2.0:1787118179.762072:0:25113:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1787118179.762973:0:25113:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff95917ecf7000 00000020:01000004:2.0:1787118179.762995:0:25113:0:(tgt_mount.c:2500:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1787118179.763014:0:25113:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1787118179.763032:0:25113:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff95916a5dcd40) 00000020:00000080:2.0:1787118179.763053:0:25113:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1787118179.889733:0:25113:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1787118179.892186:0:25113:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1787118179.892967:0:25113:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1787118179.893204:0:25113:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1787118179.893983:0:25113:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1787118179.894529:0:25113:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1787118179.894849:0:25113:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:2.0:1787118179.906527:0:25113:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1787118179.907915:0:25113:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:2.0:1787118179.907935:0:25113:0:(osd_handler.c:8931:osd_obd_connect()) connect #0 00000020:00000080:2.0:1787118179.907951:0:25113:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xce66ce20914c1dff 00000020:01000004:2.0:1787118179.907961:0:25113:0:(tgt_mount.c:2585:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:2.0:1787118179.907988:0:25113:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.123@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1787118179.907993:0:25113:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.123@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1787118179.908001:0:25113:0:(tgt_mount.c:1809:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1787118179.908061:0:25113:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:2.0:1787118179.908066:0:25113:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.123@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:1.0:1787118179.933739:0:25113:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.123@tcp ctxt 0 is initialized 00000020:01000004:1.0:1787118179.933795:0:25113:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.204.123@tcp, index=0001, flags=0x20002 00000020:01000004:1.0:1787118179.933800:0:25113:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1787118179.933802:0:25113:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1787118179.933809:0:25113:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787118179.933810:0:25113:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787118179.933811:0:25113:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787118179.933813:0:25113:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787118179.933814:0:25113:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787118179.933817:0:25113:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787118179.933818:0:25113:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1787118179.933823:0:25113:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:1.0:1787118179.933825:0:25113:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787118179.933827:0:25113:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1787118179.933827:0:25113:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787118179.933828:0:25113:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787118179.933829:0:25113:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787118179.933830:0:25113:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787118179.933831:0:25113:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787118179.933832:0:25113:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787118179.933833:0:25113:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1787118179.933882:0:25113:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1787118179.933922:0:25113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567134208:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1787118179.934018:0:25113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118179.934092:0:25113:0:(client.c:2702:ptlrpc_set_wait()) set ffff9591465950c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787118179.934269:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567134208 00000100:00100000:3.0:1787118179.934280:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567134208 00000100:00100000:3.0:1787118179.934357:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1787118179.934371:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047679c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+21:25113:x1873928567134208:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787118179.934410:0:22787:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1787118179.934414:0:22787:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:3.0:1787118179.934419:0:22787:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:3.0:1787118179.934857:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047679c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+21:25113:x1873928567134208:12345-0@lo:253:mount.lustre.0 Request processed in 489us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118179.934867:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1787118179.934969:0:25113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567134208:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1787118179.934981:0:25113:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1787118179.934983:0:25113:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1787118179.934985:0:25113:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1787118179.934986:0:25113:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787118179.934987:0:25113:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787118179.934988:0:25113:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787118179.934990:0:25113:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787118179.934991:0:25113:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787118179.934992:0:25113:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787118179.934994:0:25113:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1787118179.935019:0:25113:0:(tgt_mount.c:101:server_register_mount()) register mount ffff95917ecf7000 from lustre-OST0001 10000000:01000000:1.0:1787118179.935053:0:25113:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:1.0:1787118179.935057:0:25113:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1787118179.935068:0:25113:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff959180c099c0 local copy 00010000:00010000:1.0:1787118179.935081:0:25113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f5400/0xce66ce20914c1b19 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1b20 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118179.935320:0:25113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567134336:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787118179.935358:0:25113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118179.935440:0:25113:0:(client.c:2702:ptlrpc_set_wait()) set ffff959146595f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787118179.935678:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567134336 00000100:00100000:3.0:1787118179.935685:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567134336 00000100:00100000:3.0:1787118179.935779:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1787118179.935789:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047678050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+21:25113:x1873928567134336:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787118179.935878:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047678050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+21:25113:x1873928567134336:12345-0@lo:501:mount.lustre.0 Request processed in 91us (518us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787118179.935886:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1787118179.935977:0:25113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567134336:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1787118179.935994:0:25113:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.123@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1787118179.936018:0:25113:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.123@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1787118179.936028:0:25113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f5400/0xce66ce20914c1b19 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1b20 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118179.936038:0:25113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff95917d2f5400/0xce66ce20914c1b19 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1b20 expref: -99 pid: 22773 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787118179.936072:0:25113:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff95917ecf7000 10000000:01000000:0.0:1787118179.936083:0:25113:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1787118179.936090:0:25113:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1787118179.936116:0:25113:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787118179.936122:0:25113:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:0.0:1787118179.936126:0:25113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1787118179.936157:0:25113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f4a00/0xce66ce20914c1e06 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118179.936167:0:25113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff95917d2f4a00/0xce66ce20914c1e06 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118179.936178:0:25113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff95917d2f4a00/0xce66ce20914c1e06 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118179.936193:0:25113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bd4df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567134464:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787118179.936225:0:25113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118179.936502:0:25113:0:(client.c:2702:ptlrpc_set_wait()) set ffff959046677e40 going to sleep for 11 seconds 00000100:00100000:1.0:1787118179.936736:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567134464 00000100:00100000:1.0:1787118179.936743:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567134464 00000100:00100000:1.0:1787118179.936777:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1787118179.936785:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047679450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+21:25113:x1873928567134464:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787118179.936796:0:22789:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787118179.936814:0:22789:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959176edd600/0xce66ce20914c1e0d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1e06 expref: -99 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118179.936841:0:22789:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959176edd600/0xce66ce20914c1e0d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1e06 expref: 22 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118179.936854:0:22789:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959176edd600/0xce66ce20914c1e0d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1e06 expref: 22 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118179.936865:0:22789:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959176edd600, rc 0) 00000100:00100000:1.0:1787118179.936928:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047679450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+22:25113:x1873928567134464:12345-0@lo:101:mount.lustre.0 Request processed in 143us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118179.936935:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1787118179.937084:0:25113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bd4df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567134464:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787118179.937126:0:25113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff95917d2f4a00/0xce66ce20914c1e06 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1e0d expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118179.937137:0:25113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff95917d2f4a00/0xce66ce20914c1e06 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1e0d expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787118179.938273:0:25113:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:0.0:1787118179.939068:0:25113:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787118179.942025:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1787118179.942154:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1787118179.942174:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1787118179.942189:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1787118179.942218:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1787118179.942234:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1787118179.942246:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1787118179.942258:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1787118179.942269:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:0.0:1787118179.942297:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:0.0:1787118179.942303:0:25113:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:0.0:1787118179.943369:0:25113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bd4df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567134592:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787118179.943465:0:25113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118179.943601:0:25113:0:(client.c:2702:ptlrpc_set_wait()) set ffff959046677180 going to sleep for 11 seconds 00000100:00100000:2.0:1787118179.943793:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567134592 00000100:00100000:2.0:1787118179.943803:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567134592 00000100:00100000:1.0:1787118179.944063:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1787118179.944080:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95904767bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+22:25113:x1873928567134592:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787118179.944345:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95904767bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+22:25113:x1873928567134592:12345-0@lo:501:mount.lustre.0 Request processed in 267us (877us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118179.944354:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1787118179.944721:0:25113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bd4df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567134592:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787118179.944777:0:25113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bd4df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567134720:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787118179.944831:0:25113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118179.944875:0:25113:0:(client.c:2702:ptlrpc_set_wait()) set ffff959046677180 going to sleep for 11 seconds 00000100:00100000:1.0:1787118179.944987:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567134720 00000100:00100000:1.0:1787118179.944993:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567134720 00000100:00100000:1.0:1787118179.945074:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1787118179.945083:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047679850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+22:25113:x1873928567134720:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787118179.946223:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047679850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+22:25113:x1873928567134720:12345-0@lo:503:mount.lustre.0 Request processed in 1136us (1386us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118179.946235:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1787118179.946524:0:25113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bd4df80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567134720:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1787118179.953380:0:25113:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787118179.953526:0:25113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567134848:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787118179.953644:0:25113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118179.953761:0:25113:0:(client.c:2702:ptlrpc_set_wait()) set ffff9590464df000 going to sleep for 11 seconds 00000100:00100000:0.0:1787118179.956845:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567134848 00000100:00100000:0.0:1787118179.956871:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567134848 00000100:00100000:1.0:1787118179.964209:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1787118179.964228:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95904767a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+22:25113:x1873928567134848:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787118179.967427:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95904767a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+22:25113:x1873928567134848:12345-0@lo:502:mount.lustre.0 Request processed in 3189us (13767us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118179.967447:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1787118179.967651:0:25113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567134848:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787118179.968039:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1787118179.968089:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1787118179.968146:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1787118179.968175:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1787118179.968190:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1787118179.968205:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1787118179.968220:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1787118179.968235:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1787118179.968248:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:3.0:1787118179.968297:0:25113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567134976:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787118179.968375:0:25113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118179.968427:0:25113:0:(client.c:2702:ptlrpc_set_wait()) set ffff9590464df000 going to sleep for 11 seconds 00000100:00100000:0.0:1787118179.968822:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567134976 00000100:00100000:0.0:1787118179.968832:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567134976 00000100:00100000:2.0:1787118179.969045:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1787118179.969070:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95904767a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+22:25113:x1873928567134976:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787118179.969273:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95904767a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+22:25113:x1873928567134976:12345-0@lo:502:mount.lustre.0 Request processed in 206us (897us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118179.969281:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1787118179.969584:0:25113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe2300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567134976:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787118179.969662:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:3.0:1787118179.969682:0:25113:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:1.0:1787118179.974199:0:25117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787118179.974217:0:25117:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:1.0:1787118179.974228:0:25117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787118179.974231:0:25117:0:(obd_config.c:1561:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:1.0:1787118179.974241:0:25117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787118179.974264:0:25117:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff95917ba919c0) 00000020:00000080:1.0:1787118179.974305:0:25117:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:1.0:1787118179.974313:0:25117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1787118179.974425:0:25117:0:(tgt_mount.c:153:server_get_mount()) get mount ffff95917ecf7000 from lustre-OST0001, refs=2 00080000:01000000:1.0:1787118179.974436:0:25117:0:(osd_handler.c:8931:osd_obd_connect()) connect #1 00000020:00000080:1.0:1787118179.974445:0:25117:0:(genops.c:1406:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xce66ce20914c1e1b 00010000:00010000:1.0:1787118179.987759:0:25117:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:1.0:1787118179.992357:0:25117:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934599 00080000:10000000:1.0:1787118179.995299:0:25117:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1787118179.998513:0:25117:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:2.0:1787118179.998532:0:25117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787118179.998541:0:25117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787118179.998543:0:25117:0:(obd_config.c:1561:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:2.0:1787118179.998549:0:25117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787118179.998555:0:25117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787118179.998557:0:25117:0:(obd_config.c:1561:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:2.0:1787118179.998560:0:25117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1787118179.998562:0:25117:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1787118179.998565:0:25117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787118179.998568:0:25117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787118179.998569:0:25117:0:(obd_config.c:1561:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:2.0:1787118179.998572:0:25117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787118179.998575:0:25117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787118179.998576:0:25117:0:(obd_config.c:1561:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1787118179.998580:0:25117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1787118179.998624:0:25117:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787118179.998627:0:25117:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787118179.998629:0:25117:0:(obd_config.c:1561:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1787118179.998632:0:25117:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:0.0:1787118179.998853:0:25113:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:0.0:1787118179.998897:0:25113:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1787118179.998929:0:25113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f4a00/0xce66ce20914c1e06 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1e0d expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118179.998944:0:25113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff95917d2f4a00/0xce66ce20914c1e06 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1e0d expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787118179.998954:0:25113:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff95917ecf7000 from 1 10000000:01000000:0.0:1787118179.998957:0:25113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787118179.999008:0:25113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1e22 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118179.999024:0:25113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1e22 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118179.999039:0:25113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1e22 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118179.999075:0:25113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bd4ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567135104:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787118179.999210:0:25113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118179.999263:0:25113:0:(client.c:2702:ptlrpc_set_wait()) set ffff959046677300 going to sleep for 11 seconds 00000100:00100000:2.0:1787118180.001787:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567135104 00000100:00100000:2.0:1787118180.001817:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567135104 00000100:00100000:2.0:1787118180.001894:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1787118180.001920:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047678450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+22:25113:x1873928567135104:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787118180.001941:0:22787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787118180.001965:0:22787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9590416a8000/0xce66ce20914c1e29 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1e22 expref: -99 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.002004:0:22787:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9590416a8000/0xce66ce20914c1e29 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1e22 expref: 23 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.002018:0:22787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9590416a8000/0xce66ce20914c1e29 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1e22 expref: 23 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.002029:0:22787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9590416a8000, rc 0) 00000100:00100000:2.0:1787118180.002159:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047678450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+23:25113:x1873928567135104:12345-0@lo:101:mount.lustre.0 Request processed in 254us (2949us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118180.002168:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00010000:00010000:2.0:1787118180.002254:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787118180.002461:0:25113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bd4ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567135104:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787118180.002486:0:25113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1e22 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1e29 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118180.002498:0:25113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1e22 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1e29 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787118180.012778:0:25113:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1787118180.013270:0:25113:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787118180.013591:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1787118180.013622:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1787118180.013635:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1787118180.013647:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1787118180.013659:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1787118180.013674:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1787118180.013686:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1787118180.013737:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1787118180.013754:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1787118180.013766:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1787118180.013778:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1787118180.013807:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1787118180.013814:0:25113:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1787118180.013915:0:25113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458f8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567135232:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787118180.014002:0:25113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118180.014059:0:25113:0:(client.c:2702:ptlrpc_set_wait()) set ffff959047faf900 going to sleep for 11 seconds 00000100:00100000:3.0:1787118180.014399:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567135232 00000100:00100000:3.0:1787118180.014410:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567135232 00000100:00100000:3.0:1787118180.014502:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1787118180.014513:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ecfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+23:25113:x1873928567135232:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787118180.014701:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ecfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+23:25113:x1873928567135232:12345-0@lo:501:mount.lustre.0 Request processed in 180us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118180.014710:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1787118180.014895:0:25113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458f8a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567135232:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787118180.015020:0:25113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bd4ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567135360:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787118180.015076:0:25113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118180.015151:0:25113:0:(client.c:2702:ptlrpc_set_wait()) set ffff959046677240 going to sleep for 11 seconds 00000100:00100000:2.0:1787118180.015258:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567135360 00000100:00100000:2.0:1787118180.015264:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567135360 00000100:00100000:2.0:1787118180.015292:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1787118180.015301:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ece450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+23:25113:x1873928567135360:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787118180.015440:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ece450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+23:25113:x1873928567135360:12345-0@lo:503:mount.lustre.0 Request processed in 139us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118180.015447:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1787118180.019977:0:25113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bd4ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567135360:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1787118180.021019:0:25113:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1787118180.021303:0:25113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bd4ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567135488:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787118180.021421:0:25113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118180.021542:0:25113:0:(client.c:2702:ptlrpc_set_wait()) set ffff959046677300 going to sleep for 11 seconds 00000100:00100000:2.0:1787118180.023721:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567135488 00000100:00100000:2.0:1787118180.023741:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567135488 00000100:00100000:2.0:1787118180.023838:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1787118180.023850:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959154b4e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+23:25113:x1873928567135488:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787118180.024214:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959154b4e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+23:25113:x1873928567135488:12345-0@lo:502:mount.lustre.0 Request processed in 365us (2792us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118180.024224:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1787118180.026545:0:25113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bd4ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567135488:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787118180.027556:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1787118180.028066:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1787118180.028086:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1787118180.028652:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1787118180.028713:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1787118180.028733:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1787118180.028750:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1787118180.028763:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1787118180.028776:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1787118180.028789:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1787118180.028803:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1787118180.028874:0:25113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567135616:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787118180.029802:0:25113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118180.029858:0:25113:0:(client.c:2702:ptlrpc_set_wait()) set ffff959160365000 going to sleep for 11 seconds 00000100:00100000:3.0:1787118180.030011:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567135616 00000100:00100000:3.0:1787118180.030024:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567135616 00000100:00100000:3.0:1787118180.030222:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1787118180.030237:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959154b4d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+23:25113:x1873928567135616:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787118180.030422:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959154b4d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+23:25113:x1873928567135616:12345-0@lo:502:mount.lustre.0 Request processed in 189us (624us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118180.030444:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1787118180.030598:0:25113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567135616:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787118180.030708:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1787118180.030726:0:25113:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1787118180.036688:0:25121:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787118180.036717:0:25121:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787118180.036720:0:25121:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1787118180.036727:0:25121:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff95917ecf7000 00000020:00000080:0.0:1787118180.036730:0:25121:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787118180.036740:0:25121:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787118180.036743:0:25121:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787118180.036744:0:25121:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1787118180.036746:0:25121:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787118180.036748:0:25121:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787118180.036750:0:25121:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1787118180.036753:0:25121:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff95917ecf7000 00000020:00000080:0.0:1787118180.036755:0:25121:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787118180.036831:0:25121:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787118180.036836:0:25121:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787118180.036837:0:25121:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1787118180.036839:0:25121:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787118180.036842:0:25121:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787118180.036843:0:25121:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1787118180.036846:0:25121:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff95917ecf7000 00000020:00000080:0.0:1787118180.036848:0:25121:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787118180.036869:0:25121:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787118180.036872:0:25121:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787118180.036873:0:25121:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1787118180.036876:0:25121:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787118180.036878:0:25121:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787118180.036880:0:25121:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1787118180.036883:0:25121:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff95917ecf7000 00000020:00000080:0.0:1787118180.036885:0:25121:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1787118180.036919:0:25121:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787118180.036923:0:25121:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787118180.036925:0:25121:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1787118180.036928:0:25121:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1787118180.041065:0:25113:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1787118180.041150:0:25113:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787118180.041185:0:25113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1e22 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1e29 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.041202:0:25113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1e22 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1e29 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787118180.041285:0:25113:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1787118180.041296:0:25113:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff95917ecf7000 10000000:01000000:2.0:1787118180.041300:0:25113:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff95917ecf7000 10000000:01000000:2.0:1787118180.041305:0:25113:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787118180.041314:0:25113:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff95917ecf7000 from 1 10000000:01000000:2.0:1787118180.041318:0:25113:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1787118180.041369:0:25113:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9590416a8600/0xce66ce20914c1e30 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.041378:0:25113:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9590416a8600/0xce66ce20914c1e30 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.041390:0:25113:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9590416a8600/0xce66ce20914c1e30 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118180.041425:0:25113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567135744:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787118180.041517:0:25113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118180.041582:0:25113:0:(client.c:2702:ptlrpc_set_wait()) set ffff9591465950c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787118180.042056:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567135744 00000100:00100000:3.0:1787118180.042068:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567135744 00000100:00100000:3.0:1787118180.042171:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1787118180.042184:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+23:25113:x1873928567135744:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787118180.042200:0:22789:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118180.042219:0:22789:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959140031600/0xce66ce20914c1e37 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c1e30 expref: -99 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118180.042252:0:22789:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959140031600/0xce66ce20914c1e37 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c1e30 expref: 24 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118180.042265:0:22789:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959140031600/0xce66ce20914c1e37 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1e30 expref: 24 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118180.042275:0:22789:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959140031600, rc 0) 00000100:00100000:3.0:1787118180.042331:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+24:25113:x1873928567135744:12345-0@lo:101:mount.lustre.0 Request processed in 150us (814us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118180.042348:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1787118180.042519:0:25113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567135744:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787118180.042541:0:25113:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9590416a8600/0xce66ce20914c1e30 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1e37 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.042552:0:25113:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9590416a8600/0xce66ce20914c1e30 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c1e37 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787118180.050120:0:25113:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1787118180.050588:0:25113:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787118180.050862:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1787118180.050891:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1787118180.053083:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1787118180.053159:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1787118180.053203:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1787118180.053220:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1787118180.053234:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1787118180.053248:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1787118180.053263:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1787118180.053276:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1787118180.053289:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1787118180.053304:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1787118180.053316:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1787118180.053328:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1787118180.053341:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1787118180.053356:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1787118180.053370:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1787118180.053383:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1787118180.053397:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1787118180.053410:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1787118180.053437:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1787118180.053452:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1787118180.053464:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1787118180.053483:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1787118180.053499:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1787118180.053514:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1787118180.053528:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1787118180.053542:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1787118180.053554:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1787118180.053568:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1787118180.053581:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1787118180.053594:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1787118180.053607:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1787118180.053619:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1787118180.053633:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1787118180.053646:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1787118180.053674:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1787118180.053715:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1787118180.053731:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1787118180.053746:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1787118180.053758:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1787118180.053779:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1787118180.053795:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1787118180.053809:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1787118180.053821:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1787118180.053833:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1787118180.053844:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1787118180.053856:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1787118180.056339:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1787118180.056411:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1787118180.056461:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1787118180.056468:0:25113:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1787118180.059650:0:25113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567135872:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787118180.059768:0:25113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118180.059828:0:25113:0:(client.c:2702:ptlrpc_set_wait()) set ffff95916186ff00 going to sleep for 11 seconds 00000100:00100000:3.0:1787118180.060449:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567135872 00000100:00100000:3.0:1787118180.060460:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567135872 00000100:00100000:3.0:1787118180.060536:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1787118180.060549:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+24:25113:x1873928567135872:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787118180.060748:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+24:25113:x1873928567135872:12345-0@lo:501:mount.lustre.0 Request processed in 202us (981us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118180.060757:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1787118180.062464:0:25113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567135872:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787118180.062547:0:25113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567136000:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787118180.062632:0:25113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118180.062687:0:25113:0:(client.c:2702:ptlrpc_set_wait()) set ffff95916186ff00 going to sleep for 11 seconds 00000100:00100000:0.0:1787118180.063317:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567136000 00000100:00100000:0.0:1787118180.063336:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567136000 00000100:00100000:0.0:1787118180.063416:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1787118180.063427:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+24:25113:x1873928567136000:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787118180.063603:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+24:25113:x1873928567136000:12345-0@lo:503:mount.lustre.0 Request processed in 178us (970us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118180.063613:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1787118180.063912:0:25113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567136000:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787118180.066430:0:25113:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787118180.066565:0:25113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567136128:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787118180.066667:0:25113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118180.066741:0:25113:0:(client.c:2702:ptlrpc_set_wait()) set ffff95916186ff00 going to sleep for 11 seconds 00000100:00100000:3.0:1787118180.066900:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567136128 00000100:00100000:3.0:1787118180.066915:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567136128 00000100:00100000:3.0:1787118180.066984:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:3.0:1787118180.066994:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+24:25113:x1873928567136128:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787118180.067169:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+24:25113:x1873928567136128:12345-0@lo:502:mount.lustre.0 Request processed in 176us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118180.067177:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1787118180.069073:0:25113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567136128:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787118180.069787:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1787118180.069820:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1787118180.069831:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1787118180.069843:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1787118180.069855:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1787118180.069865:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1787118180.069878:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1787118180.069890:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1787118180.069914:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1787118180.069929:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1787118180.069943:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1787118180.069955:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1787118180.069967:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1787118180.069996:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1787118180.070009:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1787118180.070020:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1787118180.070031:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1787118180.070043:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1787118180.070054:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1787118180.070066:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1787118180.070078:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1787118180.072266:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1787118180.073044:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1787118180.073069:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1787118180.073480:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1787118180.073508:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1787118180.073523:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1787118180.073535:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1787118180.073548:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1787118180.073581:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1787118180.073595:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1787118180.073608:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1787118180.073631:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1787118180.073646:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1787118180.073659:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1787118180.073673:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1787118180.073685:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1787118180.073714:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1787118180.073726:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1787118180.073740:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1787118180.073753:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1787118180.073767:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1787118180.073781:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1787118180.073796:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1787118180.073810:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1787118180.073838:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1787118180.075250:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1787118180.075371:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1787118180.075459:0:25113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567136256:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787118180.075576:0:25113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118180.075810:0:25113:0:(client.c:2702:ptlrpc_set_wait()) set ffff95916186ff00 going to sleep for 11 seconds 00000100:00100000:3.0:1787118180.082119:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567136256 00000100:00100000:3.0:1787118180.082142:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567136256 00000100:00100000:3.0:1787118180.082265:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1787118180.082297:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+24:25113:x1873928567136256:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787118180.082686:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+24:25113:x1873928567136256:12345-0@lo:502:mount.lustre.0 Request processed in 405us (7107us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118180.082708:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1787118180.083252:0:25113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567136256:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787118180.083585:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1787118180.083616:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1787118180.083667:0:25113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567136384:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787118180.083753:0:25113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118180.083807:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567136384 00000100:00100000:1.0:1787118180.083816:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567136384 00000100:00100000:2.0:1787118180.083820:0:25113:0:(client.c:2702:ptlrpc_set_wait()) set ffff95916186ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1787118180.083866:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1787118180.083876:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+24:25113:x1873928567136384:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787118180.084010:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+24:25113:x1873928567136384:12345-0@lo:502:mount.lustre.0 Request processed in 136us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118180.084018:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1787118180.084270:0:25113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567136384:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787118180.084342:0:25113:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1787118180.084361:0:25113:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1787118180.089411:0:25126:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1787118180.089440:0:25126:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff9590476a19c0) 00000020:00000080:0.0:1787118180.089475:0:25126:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:0.0:1787118180.089715:0:25126:0:(tgt_mount.c:153:server_get_mount()) get mount ffff95917ecf7000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1787118180.089719:0:25126:0:(tgt_mount.c:187:server_put_mount()) put mount ffff95917ecf7000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1787118180.089722:0:25126:0:(obd_mount.c:710:lustre_put_lsi()) put ffff95917ecf7000 3 00010000:00080000:0.0:1787118180.089762:0:25126:0:(ldlm_lib.c:102:import_set_conn()) imp ffff95917eeb1800@lustre-MDT0000-lwp-OST0001: add connection 192.168.204.123@tcp at head 00010000:00010000:0.0:1787118180.106577:0:25126:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:0.0:1787118180.106748:0:25126:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:0.0:1787118180.106816:0:25126:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1787118180.106833:0:25126:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xce66ce20914c1e45 00000100:00080000:0.0:1787118180.106847:0:25126:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787118180.106854:0:25126:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff95917eeb1800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:0.0:1787118180.106900:0:25126:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95917bd4e680 x1873928567136512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787118180.109957:0:25126:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1787118180.110341:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bd4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3624:1873928567136512:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787118180.110458:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1787118180.110677:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787118180.110683:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787118180.110704:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787118180.110709:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787118180.110751:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787118180.110755:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787118180.110761:0:37:0:(import.c:65:import_set_state_nolock()) ffff959046501800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787118180.110766:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 685 00000100:00080000:3.0:1787118180.110773:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1787118180.110782:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff959046501800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:3.0:1787118180.110811:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff959176fe1f80 x1873928567137152/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787118180.110868:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567137024:0@lo:400:kworker.0 00000100:00100000:3.0:1787118180.110920:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118180.110944:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1787118180.110950:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567136640:0@lo:400:kworker.0 00000100:00100000:3.0:1787118180.110977:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118180.110997:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3627:1873928567137280:0@lo:400:kworker.0 00000100:00100000:3.0:1787118180.111020:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118180.111047:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567136896:0@lo:400:kworker.0 00000100:00100000:3.0:1787118180.111073:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118180.111091:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d524a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3626:1873928567137536:0@lo:400:kworker.0 00000100:00100000:3.0:1787118180.111139:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118180.111180:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1787118180.111187:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3626:1873928567136768:0@lo:400:kworker.0 00000100:00100000:3.0:1787118180.111212:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118180.111222:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d527800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3626:1873928567137408:0@lo:400:kworker.0 00000100:00100000:3.0:1787118180.111243:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118180.111265:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1873928567137152:0@lo:8:kworker.0 00000100:00100000:3.0:1787118180.111294:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118180.111328:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567136640 00000100:00100000:3.0:1787118180.111338:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567136640 00000100:00100000:3.0:1787118180.111391:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567136896 00000100:00100000:3.0:1787118180.111394:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567136896 00000100:00100000:3.0:1787118180.111414:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787118180.111424:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d525880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567136640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118180.111488:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d525880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567136640:12345-0@lo:400:kworker.0 Request processed in 65us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118180.111496:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787118180.111516:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787118180.111523:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d525c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567136896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118180.111555:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d525c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567136896:12345-0@lo:400:kworker.0 Request processed in 33us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118180.111560:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787118180.111580:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567136512 00000100:00100000:3.0:1787118180.111583:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567136512 00000100:00100000:3.0:1787118180.111596:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567137280 00000100:00100000:3.0:1787118180.111598:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567137280 00000100:00100000:3.0:1787118180.111613:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567137536 00000100:00100000:3.0:1787118180.111615:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567137536 00000100:00100000:3.0:1787118180.111638:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567136768 00000100:00100000:3.0:1787118180.111648:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567136768 00000100:00100000:3.0:1787118180.111666:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567137408 00000100:00100000:3.0:1787118180.111668:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567137408 00000100:00100000:3.0:1787118180.111683:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787118180.111703:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d524000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3627:x1873928567137280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118180.111736:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d524000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3627:x1873928567137280:12345-0@lo:400:kworker.0 Request processed in 47us (715us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118180.111742:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787118180.111755:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1787118180.111762:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d526d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3626:x1873928567137536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118180.111789:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d526d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3626:x1873928567137536:12345-0@lo:400:kworker.0 Request processed in 29us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118180.111795:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1787118180.111808:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787118180.111814:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d526a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3626:x1873928567136768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118180.111841:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d526a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3626:x1873928567136768:12345-0@lo:400:kworker.0 Request processed in 28us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118180.111847:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787118180.111857:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1787118180.111865:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d525180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3626:x1873928567137408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118180.111892:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d525180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3626:x1873928567137408:12345-0@lo:400:kworker.0 Request processed in 29us (648us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118180.111898:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1787118180.111909:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787118180.111914:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3624:x1873928567136512:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1787118180.111940:0:22794:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 690 last 0 00000020:00000080:3.0:1787118180.111987:0:22794:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xce66ce20914c1e4c 00000004:00100000:3.0:1787118180.112009:0:22794:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1787118180.112050:0:22794:0:(import.c:65:import_set_state_nolock()) ffff95904849b800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787118180.112128:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3624:x1873928567136512:12345-0@lo:38:llog_process_th.0 Request processed in 212us (1670us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118180.112135:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787118180.112171:0:24301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567137024 00000100:00100000:3.0:1787118180.112175:0:24301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567137024 00000100:00100000:3.0:1787118180.112205:0:24301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567137152 00000100:00100000:3.0:1787118180.112208:0:24301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567137152 00000100:00100000:3.0:1787118180.112227:0:24301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787118180.112236:0:24301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d527b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3627:x1873928567137024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118180.112270:0:24301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d527b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3627:x1873928567137024:12345-0@lo:400:kworker.0 Request processed in 38us (1351us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118180.112277:0:24301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787118180.112289:0:24301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787118180.112293:0:24301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3624:x1873928567137152:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1787118180.112332:0:24301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3624:x1873928567137152:12345-0@lo:8:kworker.0 Request processed in 37us (1036us total) trans 0 rc -11/-11 00000100:00100000:3.0:1787118180.112338:0:24301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:3.0:1787118180.112356:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787118180.112360:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787118180.112362:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787118180.112399:0:3624:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787118180.112409:0:3624:0:(import.c:65:import_set_state_nolock()) ffff959046501800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787118180.112414:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1787118180.112418:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1873928567137152:0@lo:8:kworker.0 00010000:00080000:3.0:1787118180.112456:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95917bd4e680 x1873928567136512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787118190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118180.112466:0:3624:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787118180.112473:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1787118180.112482:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1787118180.112489:0:3624:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1787118180.112491:0:3624:0:(import.c:65:import_set_state_nolock()) ffff95917eeb1800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787118180.112497:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bd4e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3624:1873928567136512:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787118180.112564:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567136640:0@lo:400:kworker.0 00010000:00080000:3.0:1787118180.112576:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff959176fe1880 x1873928567137280/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118180.112586:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3627:1873928567137280:0@lo:400:kworker.0 00010000:00080000:3.0:1787118180.112597:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff959176fe1180 x1873928567137024/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787118196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118180.112606:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567137024:0@lo:400:kworker.0 00010000:00080000:3.0:1787118180.112638:0:3626:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff959176fe1500 x1873928567136768/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118180.112647:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3626:1873928567136768:0@lo:400:kworker.0 00010000:00080000:3.0:1787118180.112659:0:3626:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95917d527800 x1873928567137408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118180.112668:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d527800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3626:1873928567137408:0@lo:400:kworker.0 00000100:00100000:3.0:1787118180.112680:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567136896:0@lo:400:kworker.0 00010000:00080000:3.0:1787118180.112713:0:3626:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95917d524a80 x1873928567137536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118180.112722:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d524a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3626:1873928567137536:0@lo:400:kworker.0 00000020:01000004:0.0:1787118180.113041:0:25126:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1787118180.113063:0:25126:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff9590476a4d40) 00000020:00000080:0.0:1787118180.113086:0:25126:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:0.0:1787118180.113721:0:25126:0:(tgt_mount.c:153:server_get_mount()) get mount ffff95917ecf7000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1787118180.113727:0:25126:0:(tgt_mount.c:187:server_put_mount()) put mount ffff95917ecf7000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1787118180.113731:0:25126:0:(obd_mount.c:710:lustre_put_lsi()) put ffff95917ecf7000 3 00010000:00080000:0.0:1787118180.113773:0:25126:0:(ldlm_lib.c:102:import_set_conn()) imp ffff95917eeb3000@lustre-MDT0001-lwp-OST0001: add connection 192.168.204.123@tcp at head 00010000:00010000:0.0:1787118180.123637:0:25126:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:0.0:1787118180.123816:0:25126:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:0.0:1787118180.123881:0:25126:0:(lwp_dev.c:497:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1787118180.123898:0:25126:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xce66ce20914c1e5a 00000100:00080000:0.0:1787118180.127241:0:25126:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787118180.127254:0:25126:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff95917eeb3000 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:0.0:1787118180.127307:0:25126:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95917bd4f800 x1873928567137664/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787118180.127379:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bd4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3624:1873928567137664:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787118180.127481:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1787118180.129918:0:25126:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:2.0:1787118180.131162:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567137664 00000100:00100000:2.0:1787118180.131177:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567137664 00000100:00100000:2.0:1787118180.131257:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787118180.131268:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d524a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3624:x1873928567137664:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1787118180.131312:0:22794:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 690 last 0 00000020:00000080:2.0:1787118180.131378:0:22794:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xce66ce20914c1e61 00000004:00100000:2.0:1787118180.131402:0:22794:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1787118180.131450:0:22794:0:(import.c:65:import_set_state_nolock()) ffff9590416f9800 : changing import state from RECOVER to FULL 00000100:00080000:1.0:1787118180.132422:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787118180.132431:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787118180.132434:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787118180.132438:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:1.0:1787118180.139581:0:25126:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000100:00100000:2.0:1787118180.140408:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d524a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3624:x1873928567137664:12345-0@lo:38:llog_process_th.0 Request processed in 9130us (12916us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118180.140425:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000020:01000000:2.0:1787118180.140508:0:25113:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1787118180.140547:0:25113:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1787118180.140571:0:25113:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9590416a8600/0xce66ce20914c1e30 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1e37 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.140585:0:25113:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9590416a8600/0xce66ce20914c1e30 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c1e37 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1787118180.140651:0:25113:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1787118180.140653:0:25113:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1787118180.140655:0:25113:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787118180.140656:0:25113:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787118180.140657:0:25113:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787118180.140660:0:25113:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787118180.140661:0:25113:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787118180.140663:0:25113:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787118180.140665:0:25113:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1787118180.140670:0:25113:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1787118180.140673:0:25113:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1787118180.140674:0:25113:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1787118180.140676:0:25113:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787118180.140677:0:25113:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787118180.140678:0:25113:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787118180.140684:0:25113:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787118180.140685:0:25113:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787118180.140697:0:25113:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787118180.140698:0:25113:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1787118180.140736:0:25113:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1787118180.140761:0:25113:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567137792:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1787118180.140845:0:25113:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118180.140889:0:25113:0:(client.c:2702:ptlrpc_set_wait()) set ffff959147c27a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787118180.140927:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567137792 00000100:00100000:2.0:1787118180.140937:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567137792 00000100:00100000:2.0:1787118180.140988:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1787118180.140998:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+24:25113:x1873928567137792:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1787118180.141053:0:22787:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1787118180.141072:0:22787:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00010000:00080000:3.0:1787118180.145498:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95917bd4f800 x1873928567137664/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787118190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118180.145522:0:3624:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787118180.145537:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1787118180.145552:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1787118180.145559:0:3624:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1787118180.145564:0:3624:0:(import.c:65:import_set_state_nolock()) ffff95917eeb3000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787118180.145575:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bd4f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3624:1873928567137664:0@lo:38:llog_process_th.0 20000000:01000000:2.0:1787118180.147803:0:22787:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1787118180.147829:0:22787:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1787118180.148294:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+24:25113:x1873928567137792:12345-0@lo:253:mount.lustre.0 Request processed in 7290us (7441us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118180.148314:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 20000000:01000000:0.0:1787118180.148431:0:22809:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1787118180.148437:0:22809:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00000100:00100000:3.0:1787118180.148456:0:25113:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:e9977501-80fd-46cd-84bc-181bd505030e:25113:1873928567137792:0@lo:253:mount.lustre.0 00010000:00010000:0.0:1787118180.148465:0:22809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff95917d2f5e00/0xce66ce20914c1e68 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787118180.148474:0:25113:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1787118180.148478:0:25113:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1787118180.148479:0:25113:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00010000:00010000:0.0:1787118180.148484:0:22809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff95917d2f4800/0xce66ce20914c1ddc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1dd5 expref: 23 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118180.148493:0:22809:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff95917d2f4e00/0xce66ce20914c1dea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1de3 expref: 23 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118180.148501:0:22809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff95917d2f5e00/0xce66ce20914c1e68 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118180.148552:0:22809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff95917d2f4e00/0xce66ce20914c1dea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xce66ce20914c1de3 expref: 23 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118180.148569:0:22809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff95917d2f4e00/0xce66ce20914c1dea lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xce66ce20914c1de3 expref: 23 pid: 22787 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118180.148585:0:22809:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bd4ce00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22809:1873928567137920:0@lo:104: 00000020:01000004:3.0:1787118180.148618:0:25113:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787118180.148620:0:25113:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787118180.148621:0:25113:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787118180.148623:0:25113:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787118180.148624:0:25113:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787118180.148626:0:25113:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787118180.148628:0:25113:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:0.0:1787118180.148642:0:22809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:02000000:3.0:1787118180.148647:0:25113:0:(tgt_mount.c:2692:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:0.0:1787118180.148745:0:22809:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff95917d2f4800/0xce66ce20914c1ddc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xce66ce20914c1dd5 expref: 23 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118180.148754:0:22809:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff95917d2f4800/0xce66ce20914c1ddc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xce66ce20914c1dd5 expref: 23 pid: 22787 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118180.148763:0:22809:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bd4e300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22809:1873928567138048:0@lo:104: 00000100:00100000:0.0:1787118180.148786:0:22809:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118180.153834:0:22809:0:(client.c:2702:ptlrpc_set_wait()) set ffff959046677cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787118180.154562:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567137920 00000100:00100000:1.0:1787118180.154577:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567137920 00000100:00100000:1.0:1787118180.154640:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567138048 00000100:00100000:1.0:1787118180.154643:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567138048 00000100:00100000:1.0:1787118180.154663:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787118180.154673:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9977501-80fd-46cd-84bc-181bd505030e+4:22809:x1873928567137920:12345-0@lo:104: 00010000:00010000:1.0:1787118180.154838:0:22777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.123@tcp lock: ffff95917d2f5a00/0xce66ce20914c1de3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1dea expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118180.155040:0:22777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787118180.155047:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bd4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9977501-80fd-46cd-84bc-181bd505030e+4:22809:x1873928567137920:12345-0@lo:104: Request processed in 376us (6405us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118180.155056:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00010000:0.0:1787118180.155068:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1787118180.155077:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00010000:00010000:0.0:1787118180.155077:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff95917d2f5a00/0xce66ce20914c1de3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1dea expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118180.155084:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bd4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9977501-80fd-46cd-84bc-181bd505030e+3:22809:x1873928567138048:12345-0@lo:104: 00010000:00010000:1.0:1787118180.155091:0:22777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.123@tcp lock: ffff95917d2f4000/0xce66ce20914c1dd5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1ddc expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118180.155116:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917d2f5a00 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:0.0:1787118180.155121:0:22783:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff95917d2f5a00/0xce66ce20914c1de3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xce66ce20914c1dea expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118180.155132:0:22783:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff95917d2f5a00/0xce66ce20914c1de3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xce66ce20914c1dea expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787118180.155140:0:22783:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff95917d2f5a00/0xce66ce20914c1de3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xce66ce20914c1dea expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787118180.155146:0:22783:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787118180.155196:0:22783:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff95917d2f5a00/0xce66ce20914c1de3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1dea expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118180.155203:0:22783:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787118180.155229:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff95917d2f5a00/0xce66ce20914c1de3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1dea expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118180.155261:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff95917d2f5a00/0xce66ce20914c1de3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1dea expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118180.155277:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118180.155279:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118180.155281:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787118180.155307:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787118180.155326:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bd4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9977501-80fd-46cd-84bc-181bd505030e:3628:1873928567138176:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787118180.155377:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118180.155431:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567138176 00000100:00100000:0.0:1787118180.155435:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567138176 00010000:00010000:0.0:1787118180.155459:0:22779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff95917d2f4e00/0xce66ce20914c1dea lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1de3 expref: 24 pid: 22787 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118180.155484:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787118180.155490:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bd4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9977501-80fd-46cd-84bc-181bd505030e+24:3628:x1873928567138176:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787118180.155502:0:22779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787118180.155508:0:22779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff95917d2f4e00/0xce66ce20914c1dea lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1de3 expref: 24 pid: 22787 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118180.155519:0:22779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff95917d2f4e00/0xce66ce20914c1dea lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xce66ce20914c1de3 expref: 24 pid: 22787 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118180.155542:0:22779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787118180.155570:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bd4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9977501-80fd-46cd-84bc-181bd505030e+24:3628:x1873928567138176:12345-0@lo:103:ldlm_bl.0 Request processed in 81us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118180.155577:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787118180.155625:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bd4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9977501-80fd-46cd-84bc-181bd505030e:3628:1873928567138176:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787118180.155669:0:22809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff95917d2f4e00/0xce66ce20914c1dea lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xce66ce20914c1de3 expref: 23 pid: 22787 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118180.155680:0:22809:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bd4ce00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22809:1873928567137920:0@lo:104: 00000100:00100000:0.0:1787118180.155703:0:22809:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bd4e300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22809:1873928567138048:0@lo:104: 00010000:00010000:1.0:1787118180.155708:0:22777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787118180.155713:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bd4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9977501-80fd-46cd-84bc-181bd505030e+3:22809:x1873928567138048:12345-0@lo:104: Request processed in 631us (6927us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118180.155720:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:0.0:1787118180.155721:0:22809:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff95917d2f5e00/0xce66ce20914c1e68 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.155989:0:24324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118180.155996:0:24324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff95917d2f4000/0xce66ce20914c1dd5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1ddc expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.156004:0:24324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917d2f4000 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:2.0:1787118180.156007:0:24324:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff95917d2f4000/0xce66ce20914c1dd5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xce66ce20914c1ddc expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.156014:0:24324:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff95917d2f4000/0xce66ce20914c1dd5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xce66ce20914c1ddc expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787118180.156021:0:24324:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff95917d2f4000/0xce66ce20914c1dd5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xce66ce20914c1ddc expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787118180.156033:0:24324:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1787118180.156058:0:24324:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff95917d2f4000/0xce66ce20914c1dd5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1ddc expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.156065:0:24324:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787118180.156074:0:24324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff95917d2f4000/0xce66ce20914c1dd5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1ddc expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.156080:0:24324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff95917d2f4000/0xce66ce20914c1dd5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1ddc expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.156175:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118180.156176:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118180.156178:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787118180.156252:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787118180.156264:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9977501-80fd-46cd-84bc-181bd505030e:3627:1873928567138304:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787118180.156300:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118180.156375:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567138304 00000100:00100000:2.0:1787118180.156381:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567138304 00010000:00010000:2.0:1787118180.156399:0:22780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff95917d2f4800/0xce66ce20914c1ddc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1dd5 expref: 23 pid: 22787 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118180.156427:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787118180.156433:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9977501-80fd-46cd-84bc-181bd505030e+23:3627:x1873928567138304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787118180.156442:0:22780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787118180.156446:0:22780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff95917d2f4800/0xce66ce20914c1ddc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1dd5 expref: 23 pid: 22787 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.156457:0:22780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff95917d2f4800/0xce66ce20914c1ddc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xce66ce20914c1dd5 expref: 23 pid: 22787 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.156469:0:22780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff95917d2f4800/0xce66ce20914c1ddc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xce66ce20914c1dd5 expref: 23 pid: 22787 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.156490:0:22780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff95917d2f5e00/0xce66ce20914c1e68 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.156499:0:22780:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff95917d2f5e00/0xce66ce20914c1e68 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1787118180.156516:0:22780:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010731852s 00010000:00010000:2.0:1787118180.156522:0:22780:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff95917d2f5e00/0xce66ce20914c1e68 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.156529:0:22780:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff95917d2f5e00/0xce66ce20914c1e68 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.156536:0:22780:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff95917d2f5e00/0xce66ce20914c1e68 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.156542:0:22780:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff95917d2f5e00/0xce66ce20914c1e68 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.156548:0:22780:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917d2f5e00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118180.156551:0:22780:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff95917d2f5e00/0xce66ce20914c1e68 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.156559:0:22780:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff95917d2f5e00/0xce66ce20914c1e68 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.156582:0:22780:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff95917d2f5e00/0xce66ce20914c1e68 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118180.156593:0:22780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787118180.156620:0:22809:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff95917d2f5e00/0xce66ce20914c1e68 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118180.156629:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9977501-80fd-46cd-84bc-181bd505030e+22:3627:x1873928567138304:12345-0@lo:103:ldlm_bl.0 Request processed in 197us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118180.156637:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:3.0:1787118180.156639:0:22809:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff95917d2f5e00/0xce66ce20914c1e68 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118180.156645:0:22809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff95917d2f5e00/0xce66ce20914c1e68 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118180.156734:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9977501-80fd-46cd-84bc-181bd505030e:3627:1873928567138304:0@lo:103:ldlm_bl.0 00000001:00000004:3.0:1787118180.156949:0:25113:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:2.0:1787118180.162242:0:25113:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:2.0:1787118180.162256:0:25113:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:2.0:1787118180.162313:0:25113:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1787118180.162396:0:25113:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.123@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1787118180.162424:0:25113:0:(tgt_mount.c:2458:server_fill_super_common()) Server sb, dev=50 00000080:00000004:2.0:1787118180.162453:0:25113:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:2.0:1787118180.170387:0:25113:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787118180.170786:0:25113:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1787118180.580230:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787118180.580292:0:23535:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d526680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23535:1873928567138560:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1787118180.580387:0:23535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118180.580443:0:23535:0:(client.c:2702:ptlrpc_set_wait()) set ffff95915163ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1787118180.580490:0:24301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567138560 00000100:00100000:3.0:1787118180.580498:0:24301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567138560 00000100:00100000:3.0:1787118180.580576:0:24301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787118180.580589:0:24301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23535:x1873928567138560:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1787118180.580638:0:24301:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:1.0:1787118180.587340:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d527800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567138432:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787118180.587918:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118180.590038:0:24303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567138432 00000100:00100000:3.0:1787118180.590060:0:24303:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567138432 00000100:00100000:3.0:1787118180.590162:0:24303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787118180.590175:0:24303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3626:x1873928567138432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787118180.590207:0:24303:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 896 free 3923513344 avail 3691991040 00000100:00100000:3.0:1787118180.590320:0:24303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3626:x1873928567138432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 149us (2402us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118180.590328:0:24303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1787118180.590389:0:3626:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95917d527800 x1873928567138432/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787118196 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118180.590427:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d527800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567138432:0@lo:13:osp-pre-0-1.0 00000001:00080000:2.0:1787118180.626552:0:24295:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:2.0:1787118180.626578:0:24295:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:1.0:1787118180.632640:0:24301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23535:x1873928567138560:12345-0@lo:5:osp-pre-0-1.0 Request processed in 52038us (52237us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1787118180.632671:0:24301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:2.0:1787118180.632816:0:23535:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95917d526680 x1873928567138560/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787118196 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118180.632830:0:23535:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1787118180.632839:0:23535:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d526680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23535:1873928567138560:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1787118180.632859:0:23535:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:2.0:1787118180.632953:0:23535:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458faa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23535:1873928567138688:0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1787118180.633001:0:23535:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118180.633041:0:23535:0:(client.c:2702:ptlrpc_set_wait()) set ffff959147c270c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787118180.633303:0:22804:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567138688 00000100:00100000:1.0:1787118180.633312:0:22804:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567138688 00000100:00100000:1.0:1787118180.633363:0:22804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787118180.633373:0:22804:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23535:x1873928567138688:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1787118180.633433:0:22804:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23535:x1873928567138688:12345-0@lo:900:osp-pre-0-1.0 Request processed in 61us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118180.633441:0:22804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1787118180.633482:0:23535:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9590458faa00 x1873928567138688/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787118196 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787118180.633495:0:23535:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458faa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23535:1873928567138688:0@lo:900:osp-pre-0-1.0 00010000:00010000:2.0:1787118181.026233:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787118181.154581:0:3624:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787118161/real 1787118161] req@ffff959048594e00 x1873928567126144/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787118181 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118181.154624:0:3624:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff959048594e00 x1873928567126144/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787118181 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118181.154635:0:3624:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787118161/real 1787118161] req@ffff959048596300 x1873928567126272/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787118181 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118181.154648:0:3624:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff959048596300 x1873928567126272/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787118181 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787118181.154681:0:3624:0:(import.c:65:import_set_state_nolock()) ffff9591467e4800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787118181.154706:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1787118181.154711:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048594e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567126144:0@lo:8:kworker.0 00000100:00080000:3.0:1787118181.154718:0:3624:0:(import.c:65:import_set_state_nolock()) ffff959047758000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787118181.154724:0:3624:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1787118181.154727:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048596300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567126272:0@lo:8:kworker.0 00000100:00100000:3.0:1787118181.155143:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9977501-80fd-46cd-84bc-181bd505030e:3626:1873928567138816:0@lo:400:kworker.0 00000100:00080000:2.0:1787118181.155149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787118181.155157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787118181.155161:0:37:0:(import.c:65:import_set_state_nolock()) ffff9591467e4800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1787118181.155229:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118181.155302:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567138816 00000100:00100000:3.0:1787118181.155310:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567138816 00000100:00100000:1.0:1787118181.155511:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567138944:0@lo:400:kworker.0 00000100:00100000:1.0:1787118181.155554:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118181.155622:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1787118181.155638:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+22:3626:x1873928567138816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118181.155713:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+22:3626:x1873928567138816:12345-0@lo:400:kworker.0 Request processed in 81us (484us total) trans 0 rc 0/0 00000100:00080000:2.0:1787118181.155752:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 671 00000100:00080000:2.0:1787118181.155759:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1787118181.155767:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9591467e4800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:2.0:1787118181.155814:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9590458fad80 x1873928567139072/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787118181.155837:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787118181.155841:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787118181.155843:0:37:0:(import.c:65:import_set_state_nolock()) ffff959047758000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787118181.155846:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 671 00000100:00080000:2.0:1787118181.155849:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1787118181.155853:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff959047758000 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:2.0:1787118181.155867:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95917fbc9880 x1873928567139200/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787118181.155905:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787118181.155908:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787118181.155910:0:37:0:(import.c:65:import_set_state_nolock()) ffff959046501800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787118181.155915:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff959046501800 using connection 192.168.204.123@tcp/0@lo 00000100:00100000:2.0:1787118181.155925:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95917fbcb800 x1873928567139712/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787118181.156005:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3628:1873928567139328:0@lo:400:kworker.0 00000100:00100000:2.0:1787118181.156070:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118181.156135:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3628:1873928567139968:0@lo:400:kworker.0 00000100:00100000:2.0:1787118181.156162:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118181.156753:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1787118181.156768:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3628:1873928567139840:0@lo:400:kworker.0 00000100:00100000:2.0:1787118181.156800:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118181.156823:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3628:1873928567140352:0@lo:400:kworker.0 00000100:00100000:2.0:1787118181.156860:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118181.156890:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567139328 00000100:00100000:2.0:1787118181.156897:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567139328 00000100:00100000:2.0:1787118181.157163:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567139968 00000100:00100000:2.0:1787118181.158360:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567139968 00000100:00100000:2.0:1787118181.158405:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567139840 00000100:00100000:2.0:1787118181.158408:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567139840 00000100:00100000:2.0:1787118181.158420:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567140352 00000100:00100000:2.0:1787118181.158422:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567140352 00000100:00100000:2.0:1787118181.158456:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1787118181.158466:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3628:x1873928567139328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118181.158545:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3628:x1873928567139328:12345-0@lo:400:kworker.0 Request processed in 81us (2474us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118181.158553:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1787118181.158569:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1787118181.158575:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3628:x1873928567139968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118181.158604:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3628:x1873928567139968:12345-0@lo:400:kworker.0 Request processed in 29us (2441us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118181.158610:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1787118181.158622:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787118181.158627:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3628:x1873928567139840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118181.158655:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3628:x1873928567139840:12345-0@lo:400:kworker.0 Request processed in 28us (1854us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118181.158663:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787118181.158687:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1787118181.158695:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3628:x1873928567140352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118181.158732:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3628:x1873928567140352:12345-0@lo:400:kworker.0 Request processed in 36us (1868us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118181.158752:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00010000:00080000:2.0:1787118181.158820:0:3628:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95917fbcbb80 x1873928567139840/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118197 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118181.158836:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3628:1873928567139840:0@lo:400:kworker.0 00010000:00080000:2.0:1787118181.158855:0:3628:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95917fbcb480 x1873928567140352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118197 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118181.158864:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3628:1873928567140352:0@lo:400:kworker.0 00010000:00080000:2.0:1787118181.158875:0:3628:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95917fbc8a80 x1873928567139328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118197 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118181.158883:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3628:1873928567139328:0@lo:400:kworker.0 00010000:00080000:2.0:1787118181.158893:0:3628:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95917fbc8e00 x1873928567139968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118197 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118181.158901:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3628:1873928567139968:0@lo:400:kworker.0 00000100:00100000:1.0:1787118181.160595:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567139456:0@lo:400:kworker.0 00000100:00100000:1.0:1787118181.160716:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118181.160774:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3625:1873928567140096:0@lo:400:kworker.0 00000100:00100000:2.0:1787118181.160798:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567138944 00000100:00100000:2.0:1787118181.160812:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567138944 00000100:00100000:1.0:1787118181.160817:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118181.160868:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567139456 00000100:00100000:2.0:1787118181.160873:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567139456 00000100:00100000:2.0:1787118181.160891:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1787118181.160900:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567138944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118181.160964:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567140096 00000100:00100000:0.0:1787118181.160973:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567140096 00000100:00100000:2.0:1787118181.161017:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567138944:12345-0@lo:400:kworker.0 Request processed in 114us (5458us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118181.161027:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787118181.161036:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1787118181.161047:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3625:x1873928567140096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118181.161064:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1787118181.161090:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567139456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118181.161168:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3625:x1873928567140096:12345-0@lo:400:kworker.0 Request processed in 121us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118181.161177:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1787118181.161244:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567138944:0@lo:400:kworker.0 00000100:00100000:1.0:1787118181.161482:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1787118181.161496:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567139584:0@lo:400:kworker.0 00000100:00100000:1.0:1787118181.161535:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118181.161610:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3625:1873928567140224:0@lo:400:kworker.0 00000100:00100000:1.0:1787118181.161641:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118181.161678:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567139456:0@lo:400:kworker.0 00010000:00080000:1.0:1787118181.161694:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95917fbc9180 x1873928567140096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118197 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787118181.161718:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3625:1873928567140096:0@lo:400:kworker.0 00000100:00100000:1.0:1787118181.161745:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567140224 00000100:00100000:2.0:1787118181.161746:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567139456:12345-0@lo:400:kworker.0 Request processed in 112us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118181.161751:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567140224 00000100:00100000:2.0:1787118181.161763:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1787118181.161810:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1787118181.161821:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3625:x1873928567140224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118181.161885:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3625:x1873928567140224:12345-0@lo:400:kworker.0 Request processed in 66us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118181.161893:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1787118181.161969:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9977501-80fd-46cd-84bc-181bd505030e:3626:1873928567138816:0@lo:400:kworker.0 00000100:00100000:1.0:1787118181.161995:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567139072:0@lo:8:kworker.0 00000100:00100000:1.0:1787118181.162027:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118181.162119:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00010000:00080000:2.0:1787118181.162145:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95917fbcad80 x1873928567140224/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118197 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787118181.162170:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787118181.162176:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787118181.162900:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3625:1873928567140224:0@lo:400:kworker.0 00000100:00100000:0.0:1787118181.163501:0:24300:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567139584 00000100:00100000:0.0:1787118181.163512:0:24300:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567139584 00000100:00100000:1.0:1787118181.163562:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567139200:0@lo:8:kworker.0 00000100:00100000:0.0:1787118181.163582:0:24300:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567139072 00000100:00100000:1.0:1787118181.163620:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118181.163642:0:3624:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1873928567139712:0@lo:8:kworker.0 00000100:00100000:1.0:1787118181.163678:0:3624:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118181.163679:0:24300:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567139072 00000100:00100000:0.0:1787118181.163711:0:24300:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567139200 00000100:00100000:0.0:1787118181.163715:0:24300:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567139200 00000100:00100000:0.0:1787118181.163736:0:24300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787118181.163759:0:24300:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567139584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118181.163843:0:24300:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567139584:12345-0@lo:400:kworker.0 Request processed in 86us (2307us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118181.163850:0:24300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787118181.163866:0:24300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787118181.163874:0:24300:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3624:x1873928567139072:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1787118181.163905:0:24300:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 691 last 0 00000020:00000080:0.0:1787118181.164124:0:24300:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xce66ce20914c1e6f 00002000:00100000:0.0:1787118181.164141:0:24300:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff959047cb6800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113901 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:0.0:1787118181.164146:0:24300:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:0.0:1787118181.164149:0:24300:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:1.0:1787118181.164607:0:24301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567139712 00000100:00100000:1.0:1787118181.164619:0:24301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567139712 00000100:00100000:1.0:1787118181.164661:0:24301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787118181.164678:0:24301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3624:x1873928567139200:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1787118181.164714:0:24301:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 691 last 0 00000020:00000080:1.0:1787118181.164743:0:24301:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xce66ce20914c1e76 00002000:00100000:1.0:1787118181.164757:0:24301:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff959045a2c000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113901 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:1.0:1787118181.164762:0:24301:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:1.0:1787118181.164778:0:24301:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1787118181.164828:0:24300:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1787118181.164870:0:24300:0:(import.c:65:import_set_state_nolock()) ffff959047cb6000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787118181.165006:0:24300:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3624:x1873928567139072:12345-0@lo:8:kworker.0 Request processed in 1129us (2976us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118181.165015:0:24300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787118181.165035:0:24300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787118181.165040:0:24300:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3624:x1873928567139712:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1787118181.165061:0:24300:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 691 last 0 00000020:00000080:0.0:1787118181.165083:0:24300:0:(genops.c:1406:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xce66ce20914c1e7d 00002000:00100000:0.0:1787118181.165091:0:24300:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff959047cb2000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113901 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:0.0:1787118181.165818:0:24300:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:0.0:1787118181.165821:0:24300:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1787118181.165876:0:24300:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:0.0:1787118181.165896:0:24300:0:(import.c:65:import_set_state_nolock()) ffff959047cb5800 : changing import state from RECOVER to FULL 00010000:00080000:2.0:1787118181.166551:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95917fbcb100 x1873928567139584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787118197 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118181.166573:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567139584:0@lo:400:kworker.0 00002000:00080000:1.0:1787118181.166622:0:24301:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1787118181.166658:0:24301:0:(import.c:65:import_set_state_nolock()) ffff959045a2b800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787118181.166759:0:24301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3624:x1873928567139200:12345-0@lo:8:kworker.0 Request processed in 2087us (3138us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118181.166770:0:24301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:1.0:1787118181.167982:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9590458fad80 x1873928567139072/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787118206 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787118181.167998:0:3624:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787118181.168015:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1787118181.168030:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1787118181.168039:0:3624:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00100000:0.0:1787118181.168042:0:24300:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3624:x1873928567139712:12345-0@lo:8:kworker.0 Request processed in 2995us (4369us total) trans 0 rc 0/0 00000100:00080000:1.0:1787118181.168045:0:3624:0:(import.c:65:import_set_state_nolock()) ffff9591467e4800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1787118181.168064:0:24300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000004:00080000:1.0:1787118181.168082:0:3624:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1787118181.168107:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567139072:0@lo:8:kworker.0 00010000:00080000:1.0:1787118181.168135:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95917fbc9880 x1873928567139200/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787118206 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787118181.168143:0:3624:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787118181.168148:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1787118181.168155:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1787118181.168160:0:3624:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1787118181.168164:0:3624:0:(import.c:65:import_set_state_nolock()) ffff959047758000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1787118181.168181:0:3624:0:(osp_dev.c:1648:osp_import_event()) got connected 00000004:00080000:0.0:1787118181.168184:0:22817:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000100:00100000:1.0:1787118181.168189:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3624:1873928567139200:0@lo:8:kworker.0 00010000:00080000:1.0:1787118181.168205:0:3624:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95917fbcb800 x1873928567139712/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787118206 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787118181.168236:0:3624:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1787118181.168243:0:3624:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1787118181.168246:0:3624:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1787118181.168248:0:3624:0:(import.c:65:import_set_state_nolock()) ffff959046501800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1787118181.168265:0:3624:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1787118181.168270:0:3624:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3624:1873928567139712:0@lo:8:kworker.0 00000004:00080000:1.0:1787118181.168316:0:22819:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1787118181.168557:0:22817:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 691246459596ns, next at 0ns, rc = 0 00080000:00080000:0.0:1787118181.168565:0:22817:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1787118181.168784:0:23536:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1787118181.168842:0:23536:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 691246745591ns, next at 0ns, rc = 0 00080000:00080000:0.0:1787118181.168849:0:23536:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1787118181.169426:0:22818:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x5:0x0] 00000100:00100000:2.0:1787118181.169453:0:22818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbcad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22818:1873928567140608:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1787118181.169512:0:22818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118181.169547:0:22818:0:(client.c:2702:ptlrpc_set_wait()) set ffff959147c27480 going to sleep for 11 seconds 00000004:00080000:2.0:1787118181.169583:0:22820:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:2.0:1787118181.169613:0:22820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbcb480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22820:1873928567140864:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1787118181.169644:0:22820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118181.169665:0:22820:0:(client.c:2702:ptlrpc_set_wait()) set ffff959147c270c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787118181.169708:0:24301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567140608 00000100:00100000:2.0:1787118181.169716:0:24301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567140608 00000004:00080000:1.0:1787118181.169719:0:23537:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:1.0:1787118181.169750:0:23537:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23537:1873928567141120:0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1787118181.169783:0:24301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567140864 00000100:00100000:2.0:1787118181.169788:0:24301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567140864 00000100:00100000:1.0:1787118181.169817:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118181.169827:0:24301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787118181.169842:0:23537:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917868a300 going to sleep for 11 seconds 00000100:00100000:2.0:1787118181.169843:0:24301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22818:x1873928567140608:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1787118181.169872:0:24853:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567141120 00000100:00100000:1.0:1787118181.169879:0:24853:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567141120 00000100:00100000:1.0:1787118181.169923:0:24853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787118181.169933:0:24853:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22820:x1873928567140864:12345-0@lo:5:osp-pre-1-0.0 00000100:00080000:2.0:1787118181.170075:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787118181.170089:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787118181.170134:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1873928567140480:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787118181.170172:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118181.171016:0:24303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567140480 00000100:00100000:2.0:1787118181.171024:0:24303:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567140480 00000100:00100000:2.0:1787118181.171068:0:24303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787118181.171077:0:24303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3628:x1873928567140480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787118181.171126:0:24303:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1787118181.171151:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567140992:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787118181.171203:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118181.171235:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787118181.171241:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567140736:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787118181.171266:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118181.171292:0:24302:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:1.0:1787118181.171302:0:24302:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000004:00080000:0.0:1787118181.171476:0:22819:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 691249378057ns, next at 0ns, rc = 0 00080000:00080000:0.0:1787118181.171492:0:22819:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:2.0:1787118181.171780:0:24303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3628:x1873928567140480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (1018us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118181.171792:0:24303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787118181.171799:0:24302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567140992 00000100:00100000:1.0:1787118181.171807:0:24302:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567140992 00000100:00100000:2.0:1787118181.171818:0:24303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567140736 00000100:00100000:2.0:1787118181.171825:0:24303:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567140736 00000100:00100000:1.0:1787118181.171846:0:24302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787118181.171857:0:24302:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3626:x1873928567140992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787118181.171931:0:24302:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923517440 avail 3691995136 00000100:00100000:1.0:1787118181.171979:0:24302:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3626:x1873928567140992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 125us (776us total) trans 0 rc 0/0 00010000:00080000:3.0:1787118181.173274:0:3628:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95917fbcb100 x1873928567140480/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787118197 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118181.173305:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1873928567140480:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787118181.175943:0:25161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787118181.175961:0:25161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3626:x1873928567140736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787118181.175993:0:25161:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923517440 avail 3691995136 00000100:00100000:0.0:1787118181.176085:0:25161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3626:x1873928567140736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 129us (4816us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118181.176092:0:25161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00002000:00080000:2.0:1787118181.177702:0:24853:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:2.0:1787118181.177780:0:24853:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:2.0:1787118181.177787:0:24853:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00000004:00080000:0.0:1787118181.178605:0:23526:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00002000:00080000:0.0:1787118181.178642:0:24301:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:0.0:1787118181.178648:0:24301:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:0.0:1787118181.178653:0:24301:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:6 to 0x280000401:65) 00000100:00100000:1.0:1787118181.178759:0:24302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1787118181.178884:0:3626:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95917fbc8a80 x1873928567140736/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787118197 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787118181.178915:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567140736:0@lo:13:osp-pre-1-0.0 00010000:00080000:1.0:1787118181.178934:0:3626:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95916a6b0700 x1873928567140992/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787118197 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787118181.178947:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567140992:0@lo:13:osp-pre-1-1.0 00000004:00080000:1.0:1787118181.180821:0:22774:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:2.0:1787118181.187465:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.187479:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019d729f7/0xce66ce20914c1e84 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.187498:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.187504:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.187511:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019d729f7/0xce66ce20914c1e84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.187530:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019d729f7/0xce66ce20914c1e84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.187552:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000019d729f7/0xce66ce20914c1e84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.187559:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000019d729f7/0xce66ce20914c1e84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.187582:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.187599:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.187604:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000019d729f7/0xce66ce20914c1e84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.187612:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9590416a8c00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.187615:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000019d729f7/0xce66ce20914c1e84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.187624:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000019d729f7/0xce66ce20914c1e84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.187640:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000019d729f7/0xce66ce20914c1e84 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.187656:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019d729f7/0xce66ce20914c1e84 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.187686:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.187693:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.187695:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787118181.189392:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.189405:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003452e981/0xce66ce20914c1e8b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.189418:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.189422:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.189427:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003452e981/0xce66ce20914c1e8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.189439:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003452e981/0xce66ce20914c1e8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.189448:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003452e981/0xce66ce20914c1e8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.189457:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003452e981/0xce66ce20914c1e8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.189480:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.189493:0:24324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.189498:0:24324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003452e981/0xce66ce20914c1e8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.189506:0:24324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9590416a9600 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.189510:0:24324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003452e981/0xce66ce20914c1e8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.189533:0:24324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003452e981/0xce66ce20914c1e8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.189547:0:24324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003452e981/0xce66ce20914c1e8b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.189553:0:24324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003452e981/0xce66ce20914c1e8b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.189569:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.189571:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.189572:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787118181.190614:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.190625:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a51e2aa/0xce66ce20914c1e92 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.190636:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.190640:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.190645:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a51e2aa/0xce66ce20914c1e92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.190657:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a51e2aa/0xce66ce20914c1e92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.190675:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007a51e2aa/0xce66ce20914c1e92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.190693:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007a51e2aa/0xce66ce20914c1e92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.191064:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.191079:0:22782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.191085:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007a51e2aa/0xce66ce20914c1e92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.191092:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9590416a9a00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.191115:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007a51e2aa/0xce66ce20914c1e92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.191123:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007a51e2aa/0xce66ce20914c1e92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.191202:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007a51e2aa/0xce66ce20914c1e92 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.191211:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a51e2aa/0xce66ce20914c1e92 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.191227:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.191229:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.191230:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1787118181.193183:0:22774:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00010000:1.0:1787118181.193839:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787118181.193855:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eb503097/0xce66ce20914c1e99 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.193878:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=691s v=(0 0) 00010000:00010000:1.0:1787118181.193884:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787118181.193892:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eb503097/0xce66ce20914c1e99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.193911:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb503097/0xce66ce20914c1e99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.193922:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eb503097/0xce66ce20914c1e99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.193941:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eb503097/0xce66ce20914c1e99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.193966:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.194177:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.194199:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eb503097/0xce66ce20914c1e99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.194213:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959176eddc00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.194218:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eb503097/0xce66ce20914c1e99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.194229:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eb503097/0xce66ce20914c1e99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.194468:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eb503097/0xce66ce20914c1e99 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.194477:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb503097/0xce66ce20914c1e99 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.194504:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.194506:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.194508:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787118181.194713:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787118181.194723:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014c18850/0xce66ce20914c1ea0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.194734:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=691s v=(0 0) 00010000:00010000:1.0:1787118181.194737:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787118181.194742:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014c18850/0xce66ce20914c1ea0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.194752:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014c18850/0xce66ce20914c1ea0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.194761:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014c18850/0xce66ce20914c1ea0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.194768:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014c18850/0xce66ce20914c1ea0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.194788:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.195524:0:24324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.195533:0:24324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014c18850/0xce66ce20914c1ea0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.195544:0:24324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959176edcc00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.195548:0:24324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014c18850/0xce66ce20914c1ea0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.195569:0:24324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014c18850/0xce66ce20914c1ea0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.195586:0:24324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014c18850/0xce66ce20914c1ea0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.195594:0:24324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014c18850/0xce66ce20914c1ea0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.195614:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.195616:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.195617:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1787118181.196678:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1787118181.196695:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000066b6f68f/0xce66ce20914c1ea7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.196722:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=691s v=(0 0) 00010000:00010000:1.0:1787118181.196727:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787118181.196733:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000066b6f68f/0xce66ce20914c1ea7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.196748:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000066b6f68f/0xce66ce20914c1ea7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.196757:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000066b6f68f/0xce66ce20914c1ea7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.196766:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000066b6f68f/0xce66ce20914c1ea7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.196793:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.196826:0:22782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.196837:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000066b6f68f/0xce66ce20914c1ea7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.196851:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959176edd400 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.196857:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000066b6f68f/0xce66ce20914c1ea7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.196875:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000066b6f68f/0xce66ce20914c1ea7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.196893:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000066b6f68f/0xce66ce20914c1ea7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.196916:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000066b6f68f/0xce66ce20914c1ea7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.196937:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.196939:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.196942:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787118181.197629:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.197639:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c84f59fd/0xce66ce20914c1eae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.197652:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.197657:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.197664:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c84f59fd/0xce66ce20914c1eae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.197688:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c84f59fd/0xce66ce20914c1eae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.197697:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c84f59fd/0xce66ce20914c1eae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.197705:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c84f59fd/0xce66ce20914c1eae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.197946:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787118181.197985:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787118181.197996:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c84f59fd/0xce66ce20914c1eae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.198008:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9590416a9c00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:1.0:1787118181.198013:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c84f59fd/0xce66ce20914c1eae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.198024:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c84f59fd/0xce66ce20914c1eae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.198064:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c84f59fd/0xce66ce20914c1eae lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.198071:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c84f59fd/0xce66ce20914c1eae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.198122:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118181.198125:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118181.198130:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787118181.198998:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.199012:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0242c67/0xce66ce20914c1eb5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.199025:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.199029:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.199035:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0242c67/0xce66ce20914c1eb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.199045:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0242c67/0xce66ce20914c1eb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.199052:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c0242c67/0xce66ce20914c1eb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.199059:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c0242c67/0xce66ce20914c1eb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.199075:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.199087:0:24324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.199091:0:24324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c0242c67/0xce66ce20914c1eb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.199113:0:24324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9590416a9200 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.199117:0:24324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0242c67/0xce66ce20914c1eb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.199125:0:24324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c0242c67/0xce66ce20914c1eb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.199147:0:24324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c0242c67/0xce66ce20914c1eb5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.199154:0:24324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0242c67/0xce66ce20914c1eb5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.199169:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.199171:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.199172:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787118181.199688:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787118181.199696:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067945303/0xce66ce20914c1ebc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.199704:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=691s v=(0 0) 00010000:00010000:0.0:1787118181.199828:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787118181.199834:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000067945303/0xce66ce20914c1ebc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.199856:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000067945303/0xce66ce20914c1ebc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.199864:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000067945303/0xce66ce20914c1ebc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.199927:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000067945303/0xce66ce20914c1ebc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.199951:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787118181.200832:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787118181.200841:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8e06442/0xce66ce20914c1ec3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.200851:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=691s v=(0 0) 00010000:00010000:0.0:1787118181.200854:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787118181.200859:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b8e06442/0xce66ce20914c1ec3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.200868:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b8e06442/0xce66ce20914c1ec3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.200970:0:22782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.200977:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000067945303/0xce66ce20914c1ebc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.200985:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917d2f5800 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.200989:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000067945303/0xce66ce20914c1ebc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.200998:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000067945303/0xce66ce20914c1ebc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.201016:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000067945303/0xce66ce20914c1ebc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.201023:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000067945303/0xce66ce20914c1ebc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.201048:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.201050:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.201051:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787118181.201109:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.201115:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9b0e49a/0xce66ce20914c1eca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.201123:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.201126:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.201130:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c9b0e49a/0xce66ce20914c1eca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.201139:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c9b0e49a/0xce66ce20914c1eca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.201148:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9b0e49a/0xce66ce20914c1eca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.201156:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c9b0e49a/0xce66ce20914c1eca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.201176:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787118181.201352:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b8e06442/0xce66ce20914c1ec3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.201372:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b8e06442/0xce66ce20914c1ec3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.201399:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1787118181.201406:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787118181.201421:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c9b0e49a/0xce66ce20914c1eca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.201438:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9590416a8400 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:1.0:1787118181.201444:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9b0e49a/0xce66ce20914c1eca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.201456:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9b0e49a/0xce66ce20914c1eca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.201479:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c9b0e49a/0xce66ce20914c1eca lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.201488:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c9b0e49a/0xce66ce20914c1eca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.201534:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787118181.201539:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b8e06442/0xce66ce20914c1ec3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.201546:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917d2f5a00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:1.0:1787118181.201550:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8e06442/0xce66ce20914c1ec3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.201558:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b8e06442/0xce66ce20914c1ec3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.201573:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b8e06442/0xce66ce20914c1ec3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.201579:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b8e06442/0xce66ce20914c1ec3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.201595:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118181.201597:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118181.201599:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787118181.202432:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787118181.202443:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003aa22340/0xce66ce20914c1ed1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.202457:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=691s v=(0 0) 00010000:00010000:0.0:1787118181.202461:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787118181.202465:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003aa22340/0xce66ce20914c1ed1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.202476:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003aa22340/0xce66ce20914c1ed1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.202484:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003aa22340/0xce66ce20914c1ed1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.202492:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003aa22340/0xce66ce20914c1ed1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.202516:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.202615:0:24324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.202623:0:24324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003aa22340/0xce66ce20914c1ed1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.202644:0:24324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917d2f4e00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.202649:0:24324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003aa22340/0xce66ce20914c1ed1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.202657:0:24324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003aa22340/0xce66ce20914c1ed1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.202683:0:24324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003aa22340/0xce66ce20914c1ed1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.202691:0:24324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003aa22340/0xce66ce20914c1ed1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.202841:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.202844:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.202847:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787118181.203225:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.203232:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009040a202/0xce66ce20914c1ed8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.203242:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.203245:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.203249:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009040a202/0xce66ce20914c1ed8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.203260:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009040a202/0xce66ce20914c1ed8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.203691:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009040a202/0xce66ce20914c1ed8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.203699:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009040a202/0xce66ce20914c1ed8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.203803:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.203991:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787118181.211256:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787118181.211282:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2186b8c/0xce66ce20914c1edf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.211310:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=691s v=(0 0) 00010000:00010000:0.0:1787118181.211315:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787118181.211322:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2186b8c/0xce66ce20914c1edf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.211339:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2186b8c/0xce66ce20914c1edf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.211350:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2186b8c/0xce66ce20914c1edf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.211358:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d2186b8c/0xce66ce20914c1edf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787118181.211458:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.211464:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019d729f7/0xce66ce20914c1ee6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.211471:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.211474:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.211478:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019d729f7/0xce66ce20914c1ee6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.211487:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019d729f7/0xce66ce20914c1ee6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.211493:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019d729f7/0xce66ce20914c1ee6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.211500:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000019d729f7/0xce66ce20914c1ee6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.211568:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1787118181.211576:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009040a202/0xce66ce20914c1ed8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.211584:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9590416a8e00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:1.0:1787118181.211605:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009040a202/0xce66ce20914c1ed8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.211614:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009040a202/0xce66ce20914c1ed8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.211631:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009040a202/0xce66ce20914c1ed8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.211638:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009040a202/0xce66ce20914c1ed8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.211745:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787118181.211749:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d2186b8c/0xce66ce20914c1edf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.211756:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917d2f4000 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:1.0:1787118181.211759:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2186b8c/0xce66ce20914c1edf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.211767:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2186b8c/0xce66ce20914c1edf lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.211778:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d2186b8c/0xce66ce20914c1edf lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.211786:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787118181.211795:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000019d729f7/0xce66ce20914c1ee6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.211801:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9590416a8c00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:1.0:1787118181.211804:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000019d729f7/0xce66ce20914c1ee6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.211811:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000019d729f7/0xce66ce20914c1ee6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.211821:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000019d729f7/0xce66ce20914c1ee6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.211828:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118181.211830:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118181.211832:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.214385:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1787118181.214402:0:24853:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2186b8c/0xce66ce20914c1edf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787118181.215121:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787118181.215129:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b58b108c/0xce66ce20914c1eed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.215143:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=691s v=(0 0) 00010000:00010000:0.0:1787118181.215149:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787118181.215155:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b58b108c/0xce66ce20914c1eed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.215182:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b58b108c/0xce66ce20914c1eed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.215192:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b58b108c/0xce66ce20914c1eed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.215200:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b58b108c/0xce66ce20914c1eed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.215218:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787118181.215369:0:24324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787118181.215377:0:24324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b58b108c/0xce66ce20914c1eed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.215385:0:24324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917d2f5e00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:1.0:1787118181.215389:0:24324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b58b108c/0xce66ce20914c1eed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.215397:0:24324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b58b108c/0xce66ce20914c1eed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.215414:0:24324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b58b108c/0xce66ce20914c1eed lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.215429:0:24324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b58b108c/0xce66ce20914c1eed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.215445:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118181.215447:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118181.215449:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118181.215456:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787118181.217003:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787118181.217016:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc215dbe/0xce66ce20914c1ef4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.217032:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=691s v=(0 0) 00010000:00010000:0.0:1787118181.217037:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787118181.217043:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc215dbe/0xce66ce20914c1ef4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.217054:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fc215dbe/0xce66ce20914c1ef4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.217064:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc215dbe/0xce66ce20914c1ef4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.217082:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fc215dbe/0xce66ce20914c1ef4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.217121:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787118181.217473:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787118181.217481:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fc215dbe/0xce66ce20914c1ef4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.217490:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9591820c5800 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:1.0:1787118181.217495:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc215dbe/0xce66ce20914c1ef4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.217504:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc215dbe/0xce66ce20914c1ef4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.217521:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fc215dbe/0xce66ce20914c1ef4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.217529:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc215dbe/0xce66ce20914c1ef4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.217547:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118181.217548:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118181.217555:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.219205:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1787118181.219218:0:24301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019d729f7/0xce66ce20914c1ee6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.219256:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787118181.219390:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787118181.219398:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008354146e/0xce66ce20914c1efb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.219411:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=691s v=(0 0) 00010000:00010000:0.0:1787118181.219416:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787118181.219422:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008354146e/0xce66ce20914c1efb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.219434:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008354146e/0xce66ce20914c1efb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.219443:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008354146e/0xce66ce20914c1efb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.219451:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008354146e/0xce66ce20914c1efb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.219470:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787118181.219703:0:22782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787118181.219770:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008354146e/0xce66ce20914c1efb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.219780:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9591820c5c00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:1.0:1787118181.219785:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008354146e/0xce66ce20914c1efb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.219793:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008354146e/0xce66ce20914c1efb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.219809:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008354146e/0xce66ce20914c1efb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.219816:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008354146e/0xce66ce20914c1efb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.219833:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118181.219834:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118181.219836:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787118181.221224:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.221235:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003904fd58/0xce66ce20914c1f02 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.221248:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.221253:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.221259:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003904fd58/0xce66ce20914c1f02 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787118181.221385:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787118181.221391:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4587211/0xce66ce20914c1f09 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.221405:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=691s v=(0 0) 00010000:00010000:0.0:1787118181.221408:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787118181.221412:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c4587211/0xce66ce20914c1f09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.221424:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c4587211/0xce66ce20914c1f09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.221433:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c4587211/0xce66ce20914c1f09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.221441:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c4587211/0xce66ce20914c1f09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.221462:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787118181.221854:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787118181.221861:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c4587211/0xce66ce20914c1f09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.221880:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9591820c4800 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:1.0:1787118181.221884:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4587211/0xce66ce20914c1f09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.221907:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c4587211/0xce66ce20914c1f09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.221923:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c4587211/0xce66ce20914c1f09 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.221930:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c4587211/0xce66ce20914c1f09 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118181.221947:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118181.221948:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118181.221950:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.222814:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003904fd58/0xce66ce20914c1f02 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.222824:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003904fd58/0xce66ce20914c1f02 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.222833:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003904fd58/0xce66ce20914c1f02 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.222851:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.222861:0:24324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.222871:0:24324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003904fd58/0xce66ce20914c1f02 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.222878:0:24324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917ecca000 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.222882:0:24324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003904fd58/0xce66ce20914c1f02 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.222890:0:24324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003904fd58/0xce66ce20914c1f02 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.222903:0:24324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003904fd58/0xce66ce20914c1f02 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.222910:0:24324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003904fd58/0xce66ce20914c1f02 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.222925:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.222926:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.222928:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787118181.223413:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787118181.223421:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ca43b38e/0xce66ce20914c1f10 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.223430:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=691s v=(0 0) 00010000:00010000:0.0:1787118181.223435:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787118181.223441:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ca43b38e/0xce66ce20914c1f10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.223450:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ca43b38e/0xce66ce20914c1f10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.223472:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ca43b38e/0xce66ce20914c1f10 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.223479:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ca43b38e/0xce66ce20914c1f10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.223497:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.223864:0:22782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.223926:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ca43b38e/0xce66ce20914c1f10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.223934:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9591820c4200 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.223938:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ca43b38e/0xce66ce20914c1f10 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.223957:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ca43b38e/0xce66ce20914c1f10 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.223970:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ca43b38e/0xce66ce20914c1f10 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.223977:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ca43b38e/0xce66ce20914c1f10 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.223993:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.223995:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.223996:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787118181.224039:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.224045:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d868516e/0xce66ce20914c1f17 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.224054:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.224057:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.224062:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d868516e/0xce66ce20914c1f17 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.224071:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d868516e/0xce66ce20914c1f17 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.224079:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d868516e/0xce66ce20914c1f17 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.224107:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d868516e/0xce66ce20914c1f17 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.224125:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.224134:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.224137:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d868516e/0xce66ce20914c1f17 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.224144:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917ecca200 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.224147:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d868516e/0xce66ce20914c1f17 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.224156:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d868516e/0xce66ce20914c1f17 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.224166:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d868516e/0xce66ce20914c1f17 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.224174:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d868516e/0xce66ce20914c1f17 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.224186:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.224188:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.224190:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787118181.224824:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787118181.224831:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eaa1ce66/0xce66ce20914c1f1e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.224840:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=691s v=(0 0) 00010000:00010000:0.0:1787118181.224843:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787118181.224847:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eaa1ce66/0xce66ce20914c1f1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.224856:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eaa1ce66/0xce66ce20914c1f1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.224864:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eaa1ce66/0xce66ce20914c1f1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.225354:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eaa1ce66/0xce66ce20914c1f1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.225391:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.226785:0:24324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.226800:0:24324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eaa1ce66/0xce66ce20914c1f1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.226813:0:24324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9591820c5a00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.226818:0:24324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eaa1ce66/0xce66ce20914c1f1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.226827:0:24324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eaa1ce66/0xce66ce20914c1f1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.226846:0:24324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eaa1ce66/0xce66ce20914c1f1e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.226853:0:24324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eaa1ce66/0xce66ce20914c1f1e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.226876:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.226877:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.226879:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787118181.227424:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.227432:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c1f25 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.227443:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.227447:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.227452:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c1f25 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.227481:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c1f25 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.227495:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c1f25 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.227502:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c1f25 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.227519:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.227528:0:22782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.227532:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c1f25 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.227539:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917ecca800 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.227542:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c1f25 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.227549:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c1f25 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.227560:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c1f25 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.227567:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c1f25 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787118181.227697:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787118181.227704:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000045c91828/0xce66ce20914c1f2c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.227785:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=691s v=(0 0) 00010000:00010000:0.0:1787118181.227788:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787118181.227792:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000045c91828/0xce66ce20914c1f2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.227802:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000045c91828/0xce66ce20914c1f2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.227809:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000045c91828/0xce66ce20914c1f2c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.227816:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000045c91828/0xce66ce20914c1f2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.227830:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.228689:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.228695:0:22782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.228701:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000045c91828/0xce66ce20914c1f2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.228773:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9591820c4e00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.228776:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000045c91828/0xce66ce20914c1f2c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.228786:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000045c91828/0xce66ce20914c1f2c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.228800:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000045c91828/0xce66ce20914c1f2c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.228807:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000045c91828/0xce66ce20914c1f2c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.228822:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.228824:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.228826:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.228835:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787118181.229994:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787118181.230004:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002008755d/0xce66ce20914c1f33 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.230017:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=691s v=(0 0) 00010000:00010000:0.0:1787118181.230026:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787118181.230031:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002008755d/0xce66ce20914c1f33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.230043:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002008755d/0xce66ce20914c1f33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.230052:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002008755d/0xce66ce20914c1f33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.230060:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002008755d/0xce66ce20914c1f33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.230083:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.230330:0:24324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.230337:0:24324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002008755d/0xce66ce20914c1f33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.230356:0:24324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9591820c4400 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.230360:0:24324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002008755d/0xce66ce20914c1f33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.230369:0:24324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002008755d/0xce66ce20914c1f33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.230382:0:24324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002008755d/0xce66ce20914c1f33 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.230389:0:24324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002008755d/0xce66ce20914c1f33 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.230405:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.230406:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.230408:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787118181.230434:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.230439:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075b32714/0xce66ce20914c1f3a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.230446:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.230449:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.230453:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075b32714/0xce66ce20914c1f3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.230461:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075b32714/0xce66ce20914c1f3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.230473:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075b32714/0xce66ce20914c1f3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.230479:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000075b32714/0xce66ce20914c1f3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.230499:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787118181.231486:0:22782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787118181.231496:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000075b32714/0xce66ce20914c1f3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.231507:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccb800 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:0.0:1787118181.231510:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000075b32714/0xce66ce20914c1f3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.231519:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000075b32714/0xce66ce20914c1f3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.231533:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000075b32714/0xce66ce20914c1f3a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.231550:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075b32714/0xce66ce20914c1f3a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.231566:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.231568:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.231570:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787118181.236085:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.236124:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d868516e/0xce66ce20914c1f41 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.236143:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.236149:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.236155:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d868516e/0xce66ce20914c1f41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.236170:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d868516e/0xce66ce20914c1f41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.236180:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d868516e/0xce66ce20914c1f41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.236187:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d868516e/0xce66ce20914c1f41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.236221:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787118181.236675:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787118181.236683:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008cd26d6a/0xce66ce20914c1f48 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.236692:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=691s v=(0 0) 00010000:00010000:0.0:1787118181.236695:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787118181.236700:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008cd26d6a/0xce66ce20914c1f48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.236718:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008cd26d6a/0xce66ce20914c1f48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.236726:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008cd26d6a/0xce66ce20914c1f48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.236733:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008cd26d6a/0xce66ce20914c1f48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.236752:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1787118181.237368:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1787118181.237381:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f603bbf3/0xce66ce20914c1f4f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.237390:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=691s v=(0 0) 00010000:00010000:0.0:1787118181.237393:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787118181.237397:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f603bbf3/0xce66ce20914c1f4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.237406:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f603bbf3/0xce66ce20914c1f4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.237413:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f603bbf3/0xce66ce20914c1f4f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.237421:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f603bbf3/0xce66ce20914c1f4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.237436:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1787118181.237446:0:22782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1787118181.237452:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d868516e/0xce66ce20914c1f41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.237459:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917ecca200 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:0.0:1787118181.237464:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d868516e/0xce66ce20914c1f41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.237472:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d868516e/0xce66ce20914c1f41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.237498:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d868516e/0xce66ce20914c1f41 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.237506:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d868516e/0xce66ce20914c1f41 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.237524:0:22782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787118181.237528:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008cd26d6a/0xce66ce20914c1f48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.237534:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9591820c5000 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:0.0:1787118181.237537:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008cd26d6a/0xce66ce20914c1f48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.237544:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008cd26d6a/0xce66ce20914c1f48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.237554:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008cd26d6a/0xce66ce20914c1f48 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.237560:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008cd26d6a/0xce66ce20914c1f48 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.237571:0:22782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787118181.237574:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f603bbf3/0xce66ce20914c1f4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.237585:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9591820c4c00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:0.0:1787118181.237602:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f603bbf3/0xce66ce20914c1f4f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.237609:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f603bbf3/0xce66ce20914c1f4f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.237619:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f603bbf3/0xce66ce20914c1f4f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.237626:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f603bbf3/0xce66ce20914c1f4f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.237641:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.237643:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.237644:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118181.238119:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.238218:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787118181.238362:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787118181.238370:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e4038d0/0xce66ce20914c1f56 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.238380:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1787118181.238383:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00002000:00010000:2.0:1787118181.238528:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.238534:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003904fd58/0xce66ce20914c1f5d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.238542:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.238545:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.238549:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003904fd58/0xce66ce20914c1f5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.238558:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003904fd58/0xce66ce20914c1f5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.238566:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003904fd58/0xce66ce20914c1f5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.238574:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003904fd58/0xce66ce20914c1f5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.238603:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787118181.239231:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.239239:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d24a23d0/0xce66ce20914c1f64 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.239248:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.239257:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.239271:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d24a23d0/0xce66ce20914c1f64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.239282:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d24a23d0/0xce66ce20914c1f64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.239290:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d24a23d0/0xce66ce20914c1f64 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.239298:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d24a23d0/0xce66ce20914c1f64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.239315:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1787118181.239325:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787118181.239329:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003904fd58/0xce66ce20914c1f5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.239336:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917ecca000 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.239340:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003904fd58/0xce66ce20914c1f5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.239347:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003904fd58/0xce66ce20914c1f5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.239360:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003904fd58/0xce66ce20914c1f5d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.239379:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003904fd58/0xce66ce20914c1f5d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.239395:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.239398:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d24a23d0/0xce66ce20914c1f64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.239405:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917ecca800 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.239408:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d24a23d0/0xce66ce20914c1f64 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.239414:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d24a23d0/0xce66ce20914c1f64 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.239424:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d24a23d0/0xce66ce20914c1f64 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.239430:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d24a23d0/0xce66ce20914c1f64 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.239439:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.239441:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.239443:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787118181.239895:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.239902:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af5987e8/0xce66ce20914c1f6b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.239916:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.239920:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.239925:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000af5987e8/0xce66ce20914c1f6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.239936:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000af5987e8/0xce66ce20914c1f6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.239943:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000af5987e8/0xce66ce20914c1f6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.239950:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000af5987e8/0xce66ce20914c1f6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.239965:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.239974:0:24324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.239977:0:24324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000af5987e8/0xce66ce20914c1f6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.239984:0:24324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccac00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.239988:0:24324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000af5987e8/0xce66ce20914c1f6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.239995:0:24324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000af5987e8/0xce66ce20914c1f6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.240016:0:24324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000af5987e8/0xce66ce20914c1f6b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.240023:0:24324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000af5987e8/0xce66ce20914c1f6b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.240036:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.240037:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.240039:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.240397:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787118181.240475:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.240481:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000788dedbf/0xce66ce20914c1f72 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.240490:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.240494:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.240498:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000788dedbf/0xce66ce20914c1f72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.240507:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000788dedbf/0xce66ce20914c1f72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.240515:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000788dedbf/0xce66ce20914c1f72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.240522:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000788dedbf/0xce66ce20914c1f72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.240558:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787118181.240812:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787118181.240819:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000788dedbf/0xce66ce20914c1f72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.240827:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccbc00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:0.0:1787118181.240830:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000788dedbf/0xce66ce20914c1f72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.240850:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000788dedbf/0xce66ce20914c1f72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.240865:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000788dedbf/0xce66ce20914c1f72 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.240872:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000788dedbf/0xce66ce20914c1f72 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.240894:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.240895:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.240897:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787118181.241028:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.241034:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022cc9f1f/0xce66ce20914c1f79 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.241042:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.241045:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.241048:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022cc9f1f/0xce66ce20914c1f79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.241056:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022cc9f1f/0xce66ce20914c1f79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.241063:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022cc9f1f/0xce66ce20914c1f79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.241069:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000022cc9f1f/0xce66ce20914c1f79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.241091:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787118181.241413:0:24324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787118181.241419:0:24324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000022cc9f1f/0xce66ce20914c1f79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.241428:0:24324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccba00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:0.0:1787118181.241431:0:24324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000022cc9f1f/0xce66ce20914c1f79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.241439:0:24324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000022cc9f1f/0xce66ce20914c1f79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.241451:0:24324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000022cc9f1f/0xce66ce20914c1f79 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.241470:0:24324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022cc9f1f/0xce66ce20914c1f79 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.241485:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.241487:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.241488:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787118181.241562:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.241568:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000862c4f22/0xce66ce20914c1f80 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.241576:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.241585:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.241589:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000862c4f22/0xce66ce20914c1f80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.241599:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000862c4f22/0xce66ce20914c1f80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.241606:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000862c4f22/0xce66ce20914c1f80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.241613:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000862c4f22/0xce66ce20914c1f80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.241634:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787118181.241844:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e4038d0/0xce66ce20914c1f56 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.241861:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e4038d0/0xce66ce20914c1f56 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.241880:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e4038d0/0xce66ce20914c1f56 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.241887:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e4038d0/0xce66ce20914c1f56 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.241916:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787118181.241924:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787118181.241928:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000862c4f22/0xce66ce20914c1f80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.241940:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccb200 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:3.0:1787118181.241944:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000862c4f22/0xce66ce20914c1f80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.241950:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000862c4f22/0xce66ce20914c1f80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.241962:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000862c4f22/0xce66ce20914c1f80 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.241968:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000862c4f22/0xce66ce20914c1f80 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.241981:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787118181.241984:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e4038d0/0xce66ce20914c1f56 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.241989:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959140030a00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:3.0:1787118181.241992:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e4038d0/0xce66ce20914c1f56 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.241998:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e4038d0/0xce66ce20914c1f56 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.242007:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e4038d0/0xce66ce20914c1f56 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.242018:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e4038d0/0xce66ce20914c1f56 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.242041:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118181.242042:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118181.242044:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787118181.242488:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787118181.242494:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000808dbc9c/0xce66ce20914c1f87 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.242503:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1787118181.242507:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787118181.242511:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000808dbc9c/0xce66ce20914c1f87 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.242518:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000808dbc9c/0xce66ce20914c1f87 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.242526:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000808dbc9c/0xce66ce20914c1f87 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.242532:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000808dbc9c/0xce66ce20914c1f87 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.242542:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787118181.242890:0:24324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787118181.242896:0:24324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000808dbc9c/0xce66ce20914c1f87 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.242905:0:24324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959140030400 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:0.0:1787118181.242908:0:24324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000808dbc9c/0xce66ce20914c1f87 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.242915:0:24324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000808dbc9c/0xce66ce20914c1f87 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.242928:0:24324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000808dbc9c/0xce66ce20914c1f87 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.242934:0:24324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000808dbc9c/0xce66ce20914c1f87 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.242950:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.242951:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.242952:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.242964:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787118181.243482:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.243490:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f73a8319/0xce66ce20914c1f8e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.243499:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.243502:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.243507:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f73a8319/0xce66ce20914c1f8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.243517:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f73a8319/0xce66ce20914c1f8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.243525:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f73a8319/0xce66ce20914c1f8e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.243538:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f73a8319/0xce66ce20914c1f8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.243561:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787118181.243887:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787118181.243899:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000423a07ed/0xce66ce20914c1f95 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.243907:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1787118181.243911:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787118181.243915:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000423a07ed/0xce66ce20914c1f95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.243923:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000423a07ed/0xce66ce20914c1f95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.243930:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000423a07ed/0xce66ce20914c1f95 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.243936:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000423a07ed/0xce66ce20914c1f95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.243958:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787118181.244218:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787118181.244225:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f73a8319/0xce66ce20914c1f8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.244233:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917ecca600 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:0.0:1787118181.244236:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f73a8319/0xce66ce20914c1f8e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.244245:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f73a8319/0xce66ce20914c1f8e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.244268:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f73a8319/0xce66ce20914c1f8e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.244276:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f73a8319/0xce66ce20914c1f8e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.244293:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787118181.244296:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000423a07ed/0xce66ce20914c1f95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.244303:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047eafe00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:0.0:1787118181.244306:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000423a07ed/0xce66ce20914c1f95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.244313:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000423a07ed/0xce66ce20914c1f95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.244329:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000423a07ed/0xce66ce20914c1f95 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.244335:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000423a07ed/0xce66ce20914c1f95 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.244349:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.244351:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.244352:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787118181.244584:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787118181.244590:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000188b4993/0xce66ce20914c1f9c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.244598:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1787118181.244601:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787118181.244606:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000188b4993/0xce66ce20914c1f9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.244614:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000188b4993/0xce66ce20914c1f9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.244627:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000188b4993/0xce66ce20914c1f9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.244634:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000188b4993/0xce66ce20914c1f9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.244654:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.244958:0:24324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.244964:0:24324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000188b4993/0xce66ce20914c1f9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.244972:0:24324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047eafa00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.244975:0:24324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000188b4993/0xce66ce20914c1f9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.244982:0:24324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000188b4993/0xce66ce20914c1f9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.244995:0:24324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000188b4993/0xce66ce20914c1f9c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.245002:0:24324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000188b4993/0xce66ce20914c1f9c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.245015:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.245017:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.245018:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787118181.245062:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.245076:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000257ba92e/0xce66ce20914c1fa3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.245086:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.245089:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.245113:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000257ba92e/0xce66ce20914c1fa3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.245124:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000257ba92e/0xce66ce20914c1fa3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.245132:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000257ba92e/0xce66ce20914c1fa3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.245139:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000257ba92e/0xce66ce20914c1fa3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.245156:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.245163:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.245167:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000257ba92e/0xce66ce20914c1fa3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.245174:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccaa00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.245178:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000257ba92e/0xce66ce20914c1fa3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.245186:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000257ba92e/0xce66ce20914c1fa3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.245205:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000257ba92e/0xce66ce20914c1fa3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.245213:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000257ba92e/0xce66ce20914c1fa3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.245226:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.245228:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.245230:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.245594:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787118181.245841:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787118181.245849:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007dac816/0xce66ce20914c1faa lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.245859:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1787118181.245862:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787118181.246269:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000007dac816/0xce66ce20914c1faa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.246282:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000007dac816/0xce66ce20914c1faa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.246290:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000007dac816/0xce66ce20914c1faa lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.246298:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000007dac816/0xce66ce20914c1faa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.246322:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.247920:0:24324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.247933:0:24324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000007dac816/0xce66ce20914c1faa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.247946:0:24324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047eae800 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.247951:0:24324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000007dac816/0xce66ce20914c1faa lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.247962:0:24324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000007dac816/0xce66ce20914c1faa lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.247984:0:24324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000007dac816/0xce66ce20914c1faa lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.247992:0:24324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000007dac816/0xce66ce20914c1faa lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.248036:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.248038:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.248040:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787118181.249171:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787118181.249183:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a9de7d5/0xce66ce20914c1fb1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.249196:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1787118181.249201:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787118181.249206:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a9de7d5/0xce66ce20914c1fb1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.249217:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a9de7d5/0xce66ce20914c1fb1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.249226:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a9de7d5/0xce66ce20914c1fb1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.249233:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002a9de7d5/0xce66ce20914c1fb1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.249251:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.249599:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.249606:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002a9de7d5/0xce66ce20914c1fb1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.249614:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047eafc00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.249618:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002a9de7d5/0xce66ce20914c1fb1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.249627:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002a9de7d5/0xce66ce20914c1fb1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.249642:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002a9de7d5/0xce66ce20914c1fb1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.249650:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a9de7d5/0xce66ce20914c1fb1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.249678:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.249680:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.249682:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787118181.250449:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787118181.250459:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ac1c400/0xce66ce20914c1fb8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.250470:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1787118181.250481:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787118181.250486:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006ac1c400/0xce66ce20914c1fb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.250498:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006ac1c400/0xce66ce20914c1fb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.250505:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006ac1c400/0xce66ce20914c1fb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.250512:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006ac1c400/0xce66ce20914c1fb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.250534:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787118181.250983:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.250990:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000cdaf7fe/0xce66ce20914c1fbf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.251009:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.251012:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.251016:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000cdaf7fe/0xce66ce20914c1fbf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.251025:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000cdaf7fe/0xce66ce20914c1fbf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.251033:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000cdaf7fe/0xce66ce20914c1fbf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.251039:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000cdaf7fe/0xce66ce20914c1fbf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.251055:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787118181.251614:0:24324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787118181.251622:0:24324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006ac1c400/0xce66ce20914c1fb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.251632:0:24324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047eaea00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:3.0:1787118181.251635:0:24324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006ac1c400/0xce66ce20914c1fb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.251643:0:24324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006ac1c400/0xce66ce20914c1fb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.251662:0:24324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006ac1c400/0xce66ce20914c1fb8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.251691:0:24324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006ac1c400/0xce66ce20914c1fb8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.251721:0:24324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787118181.251725:0:24324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000cdaf7fe/0xce66ce20914c1fbf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.251731:0:24324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccbe00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:3.0:1787118181.251734:0:24324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000cdaf7fe/0xce66ce20914c1fbf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.251742:0:24324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000cdaf7fe/0xce66ce20914c1fbf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.251754:0:24324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000cdaf7fe/0xce66ce20914c1fbf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.251761:0:24324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000cdaf7fe/0xce66ce20914c1fbf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.251776:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118181.251777:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118181.251779:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787118181.252452:0:24853:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.252461:0:24853:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086c2f6da/0xce66ce20914c1fc6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.252472:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.252476:0:24853:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.252481:0:24853:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086c2f6da/0xce66ce20914c1fc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.252492:0:24853:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086c2f6da/0xce66ce20914c1fc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.252515:0:24853:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000086c2f6da/0xce66ce20914c1fc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.252523:0:24853:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000086c2f6da/0xce66ce20914c1fc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.252541:0:24853:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.252551:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.252555:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000086c2f6da/0xce66ce20914c1fc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.252561:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccb400 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.252565:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000086c2f6da/0xce66ce20914c1fc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.252573:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000086c2f6da/0xce66ce20914c1fc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.252585:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000086c2f6da/0xce66ce20914c1fc6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.252591:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086c2f6da/0xce66ce20914c1fc6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24853 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.252605:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.252612:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.252614:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1787118181.252691:0:24853:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:2.0:1787118181.252796:0:24853:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbcbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22820:x1873928567140864:12345-0@lo:5:osp-pre-1-0.0 Request processed in 82860us (83148us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118181.252806:0:24853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787118181.252864:0:22820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbcb480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22820:1873928567140864:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1787118181.252881:0:22820:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:2.0:1787118181.252926:0:22820:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbcb480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22820:1873928567141248:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1787118181.252958:0:22820:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118181.252981:0:22820:0:(client.c:2702:ptlrpc_set_wait()) set ffff9591619efa80 going to sleep for 11 seconds 00000100:00100000:2.0:1787118181.253004:0:24298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567141248 00000100:00100000:2.0:1787118181.253010:0:24298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567141248 00000100:00100000:2.0:1787118181.253047:0:24298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787118181.253056:0:24298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23537:x1873928567141120:12345-0@lo:7:osp-pre-1-1.0 00002000:00010000:3.0:1787118181.253651:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787118181.253660:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000dae0c4/0xce66ce20914c1fcd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.253689:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1787118181.253693:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787118181.253697:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000dae0c4/0xce66ce20914c1fcd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.253719:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000dae0c4/0xce66ce20914c1fcd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.253728:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000000dae0c4/0xce66ce20914c1fcd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.253736:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000000dae0c4/0xce66ce20914c1fcd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.253757:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.254361:0:24324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.254369:0:24324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000000dae0c4/0xce66ce20914c1fcd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.254379:0:24324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047eae600 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.254383:0:24324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000000dae0c4/0xce66ce20914c1fcd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.254392:0:24324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000000dae0c4/0xce66ce20914c1fcd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.254421:0:24324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000000dae0c4/0xce66ce20914c1fcd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.254430:0:24324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000dae0c4/0xce66ce20914c1fcd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.254456:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.254458:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.254460:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787118181.255254:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.255788:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c1fd4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.255806:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.255811:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.255817:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c1fd4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.255831:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c1fd4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.255842:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c1fd4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.255851:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c1fd4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.256391:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.256409:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.256416:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c1fd4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.256426:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917ecca400 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.256430:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c1fd4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.256440:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c1fd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.256459:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c1fd4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.256467:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c1fd4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.256487:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.256489:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.256491:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.256836:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787118181.257993:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.258007:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af5987e8/0xce66ce20914c1fdb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.258022:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.258032:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.258039:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af5987e8/0xce66ce20914c1fdb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.258051:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af5987e8/0xce66ce20914c1fdb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.258060:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af5987e8/0xce66ce20914c1fdb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.258067:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000af5987e8/0xce66ce20914c1fdb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.258091:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1787118181.258450:0:24324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787118181.258458:0:24324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000af5987e8/0xce66ce20914c1fdb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.258467:0:24324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccac00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:3.0:1787118181.258471:0:24324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000af5987e8/0xce66ce20914c1fdb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.258479:0:24324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000af5987e8/0xce66ce20914c1fdb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.258506:0:24324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000af5987e8/0xce66ce20914c1fdb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.258513:0:24324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af5987e8/0xce66ce20914c1fdb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.258528:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118181.258530:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118181.258532:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:3.0:1787118181.258902:0:24298:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:3.0:1787118181.258908:0:24298:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1787118181.259002:0:24298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23537:x1873928567141120:12345-0@lo:7:osp-pre-1-1.0 Request processed in 5944us (89185us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118181.259013:0:24298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787118181.259047:0:24298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787118181.259060:0:24298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22820:x1873928567141248:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1787118181.259127:0:24298:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:1.0:1787118181.259333:0:23537:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23537:1873928567141120:0@lo:7:osp-pre-1-1.0 00000004:00080000:1.0:1787118181.259345:0:23537:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1787118181.259385:0:23537:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23537:1873928567141376:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1787118181.259424:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118181.259450:0:23537:0:(client.c:2702:ptlrpc_set_wait()) set ffff95916186f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787118181.259914:0:24300:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:2.0:1787118181.259925:0:24300:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00002000:00010000:3.0:1787118181.261365:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787118181.261376:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000baeb45c9/0xce66ce20914c1fe2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.261393:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1787118181.261398:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787118181.261404:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000baeb45c9/0xce66ce20914c1fe2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.261427:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000baeb45c9/0xce66ce20914c1fe2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.261437:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000baeb45c9/0xce66ce20914c1fe2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.261444:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000baeb45c9/0xce66ce20914c1fe2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.261465:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787118181.261916:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1787118181.261923:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007e49a650/0xce66ce20914c1fe9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.261931:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=691s v=(0 0) 00010000:00010000:3.0:1787118181.261934:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787118181.261939:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007e49a650/0xce66ce20914c1fe9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.261948:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007e49a650/0xce66ce20914c1fe9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.261955:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007e49a650/0xce66ce20914c1fe9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.261973:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007e49a650/0xce66ce20914c1fe9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.266558:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1787118181.267033:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787118181.267043:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000baeb45c9/0xce66ce20914c1fe2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.267057:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047eaec00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.267061:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000baeb45c9/0xce66ce20914c1fe2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.267072:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000baeb45c9/0xce66ce20914c1fe2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.267092:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000baeb45c9/0xce66ce20914c1fe2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.267124:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000baeb45c9/0xce66ce20914c1fe2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.267155:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.267159:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007e49a650/0xce66ce20914c1fe9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.267165:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047eae000 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.267168:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007e49a650/0xce66ce20914c1fe9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.267176:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007e49a650/0xce66ce20914c1fe9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.267187:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007e49a650/0xce66ce20914c1fe9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.267193:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007e49a650/0xce66ce20914c1fe9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.267206:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.267208:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.267210:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787118181.267395:0:24300:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567141376 00000100:00100000:3.0:1787118181.267407:0:24300:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567141376 00002000:00010000:2.0:1787118181.267566:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.267572:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c1ff0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.267591:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.267596:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.267603:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c1ff0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.267614:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c1ff0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.267622:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c1ff0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.267629:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c1ff0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.267650:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1787118181.267883:0:25166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787118181.267894:0:25166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23537:x1873928567141376:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1787118181.267930:0:25166:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00010000:00010000:3.0:1787118181.268200:0:24324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787118181.268207:0:24324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c1ff0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.268216:0:24324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917ecca800 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:3.0:1787118181.268220:0:24324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c1ff0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.268228:0:24324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c1ff0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.268240:0:24324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c1ff0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.268247:0:24324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c1ff0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.268453:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118181.268682:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118181.268684:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118181.268685:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787118181.273651:0:25166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23537:x1873928567141376:12345-0@lo:5:osp-pre-1-1.0 Request processed in 5749us (14216us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118181.273677:0:25166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787118181.273801:0:23537:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23537:1873928567141376:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1787118181.273817:0:23537:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1787118181.273862:0:23537:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95916a6b0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23537:1873928567141504:0@lo:5:osp-pre-1-1.0 00000100:00100000:1.0:1787118181.273919:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118181.273943:0:23537:0:(client.c:2702:ptlrpc_set_wait()) set ffff95916186f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787118181.273960:0:24300:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567141504 00000100:00100000:1.0:1787118181.273971:0:24300:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567141504 00000100:00100000:1.0:1787118181.274008:0:24300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787118181.274016:0:24300:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23537:x1873928567141504:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1787118181.274054:0:24300:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:2.0:1787118181.275369:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.275379:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c1ff7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.275410:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.275416:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.275423:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c1ff7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.275436:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c1ff7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.275446:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c1ff7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.275453:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c1ff7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.275472:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.275484:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.275489:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c1ff7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.275497:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917ecca400 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.275500:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c1ff7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.275508:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c1ff7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.275535:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c1ff7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.275543:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c1ff7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.275562:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.275563:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.275565:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787118181.276409:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.276418:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086c2f6da/0xce66ce20914c1ffe lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.276428:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.276432:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.276437:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086c2f6da/0xce66ce20914c1ffe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.276447:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086c2f6da/0xce66ce20914c1ffe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.276454:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086c2f6da/0xce66ce20914c1ffe lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.276461:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000086c2f6da/0xce66ce20914c1ffe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.276484:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787118181.276993:0:22782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787118181.277001:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000086c2f6da/0xce66ce20914c1ffe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.277010:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccb400 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:0.0:1787118181.277014:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000086c2f6da/0xce66ce20914c1ffe lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.277022:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000086c2f6da/0xce66ce20914c1ffe lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.277038:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000086c2f6da/0xce66ce20914c1ffe lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.277058:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086c2f6da/0xce66ce20914c1ffe lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.277077:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.277079:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.277080:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1787118181.277218:0:25114:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:0.0:1787118181.277262:0:25114:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1787118181.277267:0:25114:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00002000:00010000:2.0:1787118181.278243:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.278253:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000257ba92e/0xce66ce20914c2005 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.278267:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.278272:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.278278:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000257ba92e/0xce66ce20914c2005 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.278290:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000257ba92e/0xce66ce20914c2005 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.278299:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000257ba92e/0xce66ce20914c2005 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.278307:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000257ba92e/0xce66ce20914c2005 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.278329:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787118181.278594:0:24324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787118181.278601:0:24324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000257ba92e/0xce66ce20914c2005 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.278610:0:24324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccaa00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:0.0:1787118181.278614:0:24324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000257ba92e/0xce66ce20914c2005 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.278622:0:24324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000257ba92e/0xce66ce20914c2005 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.278638:0:24324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000257ba92e/0xce66ce20914c2005 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.278647:0:24324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000257ba92e/0xce66ce20914c2005 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.278685:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.278686:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.278688:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787118181.280347:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.280357:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003904fd58/0xce66ce20914c200c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.280372:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.280382:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.280389:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003904fd58/0xce66ce20914c200c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.280401:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003904fd58/0xce66ce20914c200c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.280410:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003904fd58/0xce66ce20914c200c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.280417:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003904fd58/0xce66ce20914c200c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.280437:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787118181.280454:0:22783:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787118181.280459:0:22783:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003904fd58/0xce66ce20914c200c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.280467:0:22783:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917ecca000 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118181.280471:0:22783:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003904fd58/0xce66ce20914c200c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.280478:0:22783:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003904fd58/0xce66ce20914c200c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.280492:0:22783:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003904fd58/0xce66ce20914c200c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.280511:0:22783:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003904fd58/0xce66ce20914c200c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.280528:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.280530:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.280531:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787118181.282125:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.282136:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000029416496/0xce66ce20914c2013 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.282149:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.282153:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.282159:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029416496/0xce66ce20914c2013 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.282171:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000029416496/0xce66ce20914c2013 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.282181:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000029416496/0xce66ce20914c2013 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.282189:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000029416496/0xce66ce20914c2013 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.282208:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1787118181.282584:0:24298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22820:x1873928567141248:12345-0@lo:5:osp-pre-1-0.0 Request processed in 23525us (29620us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1787118181.282596:0:24298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:0.0:1787118181.282698:0:22782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787118181.282705:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000029416496/0xce66ce20914c2013 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.282790:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccb000 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:0.0:1787118181.282794:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000029416496/0xce66ce20914c2013 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.282804:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000029416496/0xce66ce20914c2013 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.282822:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000029416496/0xce66ce20914c2013 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.282830:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000029416496/0xce66ce20914c2013 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.282849:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.282851:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.282853:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787118181.284150:0:22820:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1787118181.284172:0:22820:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbcb480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22820:1873928567141248:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1787118181.284190:0:22820:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00002000:00010000:2.0:1787118181.284454:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.284462:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e617e7ae/0xce66ce20914c201a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.284476:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.284482:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.284488:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e617e7ae/0xce66ce20914c201a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.284498:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e617e7ae/0xce66ce20914c201a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.284507:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e617e7ae/0xce66ce20914c201a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.284513:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e617e7ae/0xce66ce20914c201a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.284536:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787118181.285407:0:24324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787118181.285416:0:24324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e617e7ae/0xce66ce20914c201a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.285438:0:24324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccb600 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:0.0:1787118181.285442:0:24324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e617e7ae/0xce66ce20914c201a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.285453:0:24324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e617e7ae/0xce66ce20914c201a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.285472:0:24324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e617e7ae/0xce66ce20914c201a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.285479:0:24324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e617e7ae/0xce66ce20914c201a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.285500:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.285503:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.285504:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787118181.287817:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.287834:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c3f2276/0xce66ce20914c2021 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.287853:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.288305:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.288320:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c3f2276/0xce66ce20914c2021 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.288338:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c3f2276/0xce66ce20914c2021 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.288350:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c3f2276/0xce66ce20914c2021 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.288356:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001c3f2276/0xce66ce20914c2021 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.288386:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1787118181.288857:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.288921:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c2028 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.288933:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.288937:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.288941:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c2028 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.288951:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c2028 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.288958:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c2028 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.288978:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c2028 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.290905:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1787118181.291761:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.291773:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c202f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.291793:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.291798:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.291805:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c202f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.291819:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c202f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.291830:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c202f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.291837:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c202f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.293090:0:22782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1787118181.293340:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001c3f2276/0xce66ce20914c2021 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.293353:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccae00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:0.0:1787118181.293359:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001c3f2276/0xce66ce20914c2021 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.293370:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001c3f2276/0xce66ce20914c2021 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.293399:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001c3f2276/0xce66ce20914c2021 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.293407:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c3f2276/0xce66ce20914c2021 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.293547:0:22782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787118181.293552:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c2028 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.293560:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917ecca400 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:0.0:1787118181.293564:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c2028 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.293572:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c2028 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.293583:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c2028 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.293590:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000023fb751d/0xce66ce20914c2028 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.293727:0:22782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787118181.293731:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c202f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.293743:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917ecca800 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:0.0:1787118181.293746:0:22782:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c202f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.293754:0:22782:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c202f lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.293766:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c202f lrc: 2/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.293773:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.293774:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.293776:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787118181.293901:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.297318:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1787118181.297332:0:24301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d24a23d0/0xce66ce20914c202f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787118181.299452:0:24301:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1787118181.299464:0:24301:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af5987e8/0xce66ce20914c2036 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.299480:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=691s v=(0 0) 00010000:00010000:2.0:1787118181.299485:0:24301:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787118181.299491:0:24301:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af5987e8/0xce66ce20914c2036 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.299505:0:24301:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af5987e8/0xce66ce20914c2036 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.299515:0:24301:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000af5987e8/0xce66ce20914c2036 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.299522:0:24301:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000af5987e8/0xce66ce20914c2036 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118181.301819:0:24300:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23537:x1873928567141504:12345-0@lo:5:osp-pre-1-1.0 Request processed in 27798us (27893us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1787118181.301831:0:24300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787118181.301897:0:23537:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95916a6b0380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23537:1873928567141504:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1787118181.301912:0:23537:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:1.0:1787118181.301953:0:23537:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fb98380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23537:1873928567141632:0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1787118181.301985:0:23537:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118181.302007:0:23537:0:(client.c:2702:ptlrpc_set_wait()) set ffff95916186f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787118181.302022:0:22804:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567141632 00000100:00100000:1.0:1787118181.302028:0:22804:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567141632 00000100:00100000:1.0:1787118181.302072:0:22804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787118181.302080:0:22804:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23537:x1873928567141632:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1787118181.302147:0:22804:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23537:x1873928567141632:12345-0@lo:900:osp-pre-1-1.0 Request processed in 67us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118181.302154:0:22804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1787118181.302180:0:23537:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95917fb98380 x1873928567141632/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787118197 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787118181.302191:0:23537:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fb98380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23537:1873928567141632:0@lo:900:osp-pre-1-1.0 00010000:00010000:0.0:1787118181.303284:0:24324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787118181.303297:0:24324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000af5987e8/0xce66ce20914c2036 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.303312:0:24324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccac00 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:0.0:1787118181.303316:0:24324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000af5987e8/0xce66ce20914c2036 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.303327:0:24324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000af5987e8/0xce66ce20914c2036 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.303350:0:24324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000af5987e8/0xce66ce20914c2036 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.303366:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.303368:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118181.303370:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787118181.304409:0:24301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1787118181.304421:0:24301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af5987e8/0xce66ce20914c2036 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24301 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:2.0:1787118181.304784:0:24301:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:5 00000100:00100000:3.0:1787118181.305271:0:22818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbcad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22818:1873928567140608:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1787118181.305287:0:22818:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x5:0x0] 00000100:00100000:3.0:1787118181.305335:0:22818:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d527800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22818:1873928567141760:0@lo:5:osp-pre-0-0.0 00010000:00010000:0.0:1787118181.305436:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787118181.305490:0:22818:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118181.305554:0:22818:0:(client.c:2702:ptlrpc_set_wait()) set ffff95917bd76300 going to sleep for 11 seconds 00000100:00100000:2.0:1787118181.306820:0:24301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22818:x1873928567140608:12345-0@lo:5:osp-pre-0-0.0 Request processed in 136977us (137303us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118181.306845:0:24301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787118181.308938:0:24301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567141760 00000100:00100000:1.0:1787118181.308952:0:24301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567141760 00000100:00100000:0.0:1787118181.310012:0:25166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787118181.310027:0:25166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d524700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:22818:x1873928567141760:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1787118181.310082:0:25166:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000001:00080000:3.0:1787118181.321294:0:24295:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:3.0:1787118181.321341:0:24295:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1787118181.331266:0:25166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d524700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:22818:x1873928567141760:12345-0@lo:5:osp-pre-0-0.0 Request processed in 21233us (25765us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1787118181.331283:0:25166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1787118181.331288:0:22818:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:3.0:1787118181.331300:0:22818:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d527800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22818:1873928567141760:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1787118181.331317:0:22818:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000020:00000004:3.0:1787118181.365524:0:25181:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1787118181.365945:0:25181:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1787118181.602203:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d527800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567141888:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787118181.602289:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118181.602351:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567141888 00000100:00100000:3.0:1787118181.602359:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567141888 00000100:00100000:3.0:1787118181.602422:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787118181.602434:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d525500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567141888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787118181.602472:0:22799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1787118181.602516:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d525500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567141888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118181.602523:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787118181.602580:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d527800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567141888:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787118181.604128:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787118181.604150:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d527800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567142016:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787118181.604200:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118181.604307:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567142016 00000100:00100000:3.0:1787118181.604312:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567142016 00000100:00100000:3.0:1787118181.604351:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1787118181.604359:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d524380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567142016:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787118181.604386:0:22799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1787118181.604420:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d524380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567142016:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118181.604426:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1787118181.604460:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d527800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567142016:0@lo:41:osp-pre-0-1.0 10000000:01000000:0.0:1787118181.729203:0:22791:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787118181.729212:0:22791:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff9591583fc800 from 14 10000000:01000000:0.0:1787118181.729218:0:22791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787118181.729266:0:22791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9591820c4c00/0xce66ce20914c203d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.729278:0:22791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9591820c4c00/0xce66ce20914c203d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.729290:0:22791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9591820c4c00/0xce66ce20914c203d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118181.729318:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bd4ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567142144:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787118181.729398:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118181.729449:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9590470cfe40 going to sleep for 11 seconds 00000100:00100000:2.0:1787118181.729513:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567142144 00000100:00100000:2.0:1787118181.729521:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567142144 00000100:00100000:2.0:1787118181.729595:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1787118181.729605:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+22:22791:x1873928567142144:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787118181.729621:0:22787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787118181.729636:0:22787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff95917eccac00/0xce66ce20914c2044 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c203d expref: -99 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.729671:0:22787:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff95917eccac00/0xce66ce20914c2044 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c203d expref: 23 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.729681:0:22787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff95917eccac00/0xce66ce20914c2044 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c203d expref: 23 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118181.729691:0:22787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95917eccac00, rc 0) 00000100:00100000:2.0:1787118181.729743:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+23:22791:x1873928567142144:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118181.729750:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1787118181.729933:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bd4ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567142144:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787118181.729948:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9591820c4c00/0xce66ce20914c203d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c2044 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.729956:0:22791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9591820c4c00/0xce66ce20914c203d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c2044 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118181.730023:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bd4ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567142272:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1787118181.730057:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118181.730080:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9590470cfe40 going to sleep for 11 seconds 00000100:00100000:3.0:1787118181.730154:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567142272 00000100:00100000:3.0:1787118181.730159:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567142272 00000100:00100000:3.0:1787118181.730206:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1787118181.730215:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+23:22791:x1873928567142272:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1787118181.730234:0:22789:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1787118181.730257:0:22789:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1787118181.730260:0:22789:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:3.0:1787118181.730352:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+23:22791:x1873928567142272:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 139us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118181.730360:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1787118181.730427:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bd4ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567142272:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1787118181.730490:0:22791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787118181.730497:0:22791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9591820c4c00/0xce66ce20914c203d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c2044 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.730506:0:22791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9591820c4c00/0xce66ce20914c203d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c2044 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787118181.730516:0:22791:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787118181.730518:0:22791:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-mdtir-ffff959176f60800 from 14 10000000:01000000:0.0:1787118181.730520:0:22791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787118181.730548:0:22791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff9591820c4800/0xce66ce20914c204b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.730556:0:22791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff9591820c4800/0xce66ce20914c204b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118181.730564:0:22791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff9591820c4800/0xce66ce20914c204b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118181.730576:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bd4ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567142400:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787118181.730601:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118181.730629:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9590470cfe40 going to sleep for 11 seconds 00000100:00100000:3.0:1787118181.730735:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567142400 00000100:00100000:3.0:1787118181.730740:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567142400 00000100:00100000:3.0:1787118181.730775:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1787118181.730783:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+23:22791:x1873928567142400:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787118181.730790:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118181.730800:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959047eaea00/0xce66ce20914c2052 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c204b expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.730821:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959047eaea00/0xce66ce20914c2052 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c204b expref: 24 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.730830:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959047eaea00/0xce66ce20914c2052 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c204b expref: 24 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.730837:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959047eaea00, rc 0) 00000100:00100000:3.0:1787118181.730868:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+24:22791:x1873928567142400:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 87us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118181.730873:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1787118181.730900:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bd4ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567142400:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787118181.730908:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff9591820c4800/0xce66ce20914c204b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c2052 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.730915:0:22791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff9591820c4800/0xce66ce20914c204b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c2052 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787118181.730954:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d527800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567142528:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1787118181.730980:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118181.730993:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff95915163ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1787118181.731005:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567142528 00000100:00100000:3.0:1787118181.731008:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567142528 00000100:00100000:3.0:1787118181.731026:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1787118181.731033:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+24:22791:x1873928567142528:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1787118181.731043:0:22788:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1787118181.731055:0:22788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1787118181.731062:0:22788:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:3.0:1787118181.731151:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+24:22791:x1873928567142528:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 119us (170us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118181.731158:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1787118181.731181:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d527800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567142528:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1787118181.731216:0:22791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787118181.731222:0:22791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff9591820c4800/0xce66ce20914c204b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c2052 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118181.731229:0:22791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff9591820c4800/0xce66ce20914c204b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c2052 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118182.059031:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787118182.626959:0:23546:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787118183.073863:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118184.106762:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118185.122178:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787118185.698684:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787118185.698711:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d527800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567142656:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787118185.698940:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118185.698996:0:24303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567142656 00000100:00100000:3.0:1787118185.699003:0:24303:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567142656 00000100:00100000:3.0:1787118185.699073:0:24303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787118185.699086:0:24303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567142656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787118185.699182:0:24303:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1787118185.699232:0:24303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567142656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 149us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118185.699239:0:24303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:3.0:1787118185.699260:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787118185.699295:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d527800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567142656:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1787118186.149484:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787118186.210981:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567143168:0@lo:400:kworker.0 00000100:00100000:2.0:1787118186.211061:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118186.211123:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567143680:0@lo:400:kworker.0 00000100:00100000:2.0:1787118186.211146:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118186.211162:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959150ccb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3625:1873928567144192:0@lo:400:kworker.0 00000100:00100000:2.0:1787118186.211187:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118186.211211:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1787118186.211225:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567142784:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787118186.211249:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118186.211264:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567143296:0@lo:400:kworker.0 00000100:00100000:2.0:1787118186.211283:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118186.211298:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567143808:0@lo:400:kworker.0 00000100:00100000:2.0:1787118186.211319:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118186.211335:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959150ccad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3625:1873928567144320:0@lo:400:kworker.0 00000100:00100000:3.0:1787118186.211583:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9977501-80fd-46cd-84bc-181bd505030e:3627:1873928567142912:0@lo:400:kworker.0 00000100:00100000:3.0:1787118186.211626:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118186.211652:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3627:1873928567143424:0@lo:400:kworker.0 00000100:00100000:3.0:1787118186.211733:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567142912 00000100:00100000:3.0:1787118186.211741:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567142912 00000100:00100000:3.0:1787118186.211799:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1787118186.211809:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+24:3627:x1873928567142912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118186.211862:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+24:3627:x1873928567142912:12345-0@lo:400:kworker.0 Request processed in 55us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118186.211870:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1787118186.212008:0:24300:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567143168 00000100:00100000:3.0:1787118186.212012:0:24300:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567143168 00000100:00100000:3.0:1787118186.212050:0:24300:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567143680 00000100:00100000:3.0:1787118186.212053:0:24300:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567143680 00000100:00100000:3.0:1787118186.212067:0:24300:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567143296 00000100:00100000:3.0:1787118186.212070:0:24300:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567143296 00000100:00100000:3.0:1787118186.212083:0:24300:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567143808 00000100:00100000:3.0:1787118186.212085:0:24300:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567143808 00000100:00100000:3.0:1787118186.212120:0:24300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787118186.212128:0:24300:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959150ccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567143168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118186.212163:0:24300:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959150ccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567143168:12345-0@lo:400:kworker.0 Request processed in 37us (1102us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118186.212169:0:24300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787118186.212181:0:24300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787118186.212187:0:24300:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959150cca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567143680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118186.212213:0:24300:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959150cca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567143680:12345-0@lo:400:kworker.0 Request processed in 28us (1067us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118186.212220:0:24300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787118186.212238:0:24300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787118186.212245:0:24300:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959150cc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567143296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118186.212272:0:24300:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959150cc8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567143296:12345-0@lo:400:kworker.0 Request processed in 29us (989us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118186.212278:0:24300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787118186.212288:0:24300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787118186.212295:0:24300:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959150cc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3625:x1873928567143808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118186.212320:0:24300:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959150cc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3625:x1873928567143808:12345-0@lo:400:kworker.0 Request processed in 26us (1000us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118186.212325:0:24300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787118186.212347:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1873928567143040:0@lo:400:kworker.0 00000100:00100000:3.0:1787118186.212374:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118186.212395:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567143552:0@lo:400:kworker.0 00000100:00100000:3.0:1787118186.212416:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118186.212434:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959150ccaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3628:1873928567144064:0@lo:400:kworker.0 00000100:00080000:3.0:1787118186.212458:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787118186.212463:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787118186.212477:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567143040 00000100:00100000:3.0:1787118186.212481:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567143040 00000100:00100000:3.0:1787118186.212502:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567143552 00000100:00100000:3.0:1787118186.212504:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567143552 00000100:00100000:3.0:1787118186.212519:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1787118186.212525:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d527800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3628:x1873928567143040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118186.212564:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d527800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3628:x1873928567143040:12345-0@lo:400:kworker.0 Request processed in 40us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118186.212584:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1787118186.212605:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1787118186.212613:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d527100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3628:x1873928567143552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118186.212644:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d527100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3628:x1873928567143552:12345-0@lo:400:kworker.0 Request processed in 34us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118186.212650:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1787118186.212691:0:24302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567142784 00000100:00100000:3.0:1787118186.212695:0:24302:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567142784 00000100:00100000:3.0:1787118186.212721:0:24302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787118186.212729:0:24302:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959150cc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567142784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787118186.212744:0:24302:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1787118186.212774:0:24302:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959150cc8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567142784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (1524us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118186.212780:0:24302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787118186.212797:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567144192 00000100:00100000:3.0:1787118186.212801:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567144192 00000100:00100000:3.0:1787118186.212840:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787118186.212847:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959150cca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3625:x1873928567144192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118186.212877:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959150cca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3625:x1873928567144192:12345-0@lo:400:kworker.0 Request processed in 32us (1688us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118186.212883:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:3.0:1787118186.212900:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787118186.213562:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118186.213715:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118186.213770:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1873928567143040:0@lo:400:kworker.0 00000100:00100000:2.0:1787118186.213784:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567143552:0@lo:400:kworker.0 00000100:00100000:2.0:1787118186.213814:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567144320 00000100:00100000:2.0:1787118186.213818:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567144320 00000100:00100000:2.0:1787118186.213849:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567144064 00000100:00100000:2.0:1787118186.213853:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567144064 00000100:00100000:2.0:1787118186.213871:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1787118186.213878:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959150cc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3625:x1873928567144320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118186.213919:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959150cc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3625:x1873928567144320:12345-0@lo:400:kworker.0 Request processed in 41us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118186.213925:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1787118186.213937:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787118186.213942:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959150cc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3628:x1873928567144064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118186.213970:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959150cc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3628:x1873928567144064:12345-0@lo:400:kworker.0 Request processed in 28us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118186.213975:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00010000:00080000:2.0:1787118186.214014:0:3628:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff959150ccaa00 x1873928567144064/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118202 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118186.214025:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959150ccaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3628:1873928567144064:0@lo:400:kworker.0 00000100:00100000:1.0:1787118186.216370:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787118186.216394:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fb9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567144704:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787118186.216461:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118186.216509:0:25161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567144704 00000100:00100000:1.0:1787118186.216516:0:25161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567144704 00000100:00100000:1.0:1787118186.216561:0:25161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787118186.216580:0:25161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3626:x1873928567144704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787118186.216617:0:25161:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1787118186.216661:0:25161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3626:x1873928567144704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118186.216669:0:25161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787118186.216715:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fb9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567144704:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787118186.216748:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fb98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567144576:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787118186.216772:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118186.216801:0:24303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567144576 00000100:00100000:1.0:1787118186.216804:0:24303:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567144576 00000100:00100000:1.0:1787118186.216824:0:24303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787118186.216829:0:24303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3628:x1873928567144576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787118186.216839:0:24303:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1787118186.216884:0:24303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3628:x1873928567144576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118186.216891:0:24303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787118186.217158:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fb98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567144576:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787118186.217288:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118186.217319:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3627:1873928567143936:0@lo:400:kworker.0 00000100:00100000:3.0:1787118186.217365:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118186.217383:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959150ccb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3627:1873928567144448:0@lo:400:kworker.0 00000100:00100000:3.0:1787118186.217405:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118186.217448:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9977501-80fd-46cd-84bc-181bd505030e:3627:1873928567142912:0@lo:400:kworker.0 00000100:00100000:3.0:1787118186.217473:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567143424 00000100:00100000:3.0:1787118186.217476:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567143424 00000100:00100000:3.0:1787118186.217511:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567143936 00000100:00100000:3.0:1787118186.217514:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567143936 00000100:00100000:3.0:1787118186.217525:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567144448 00000100:00100000:3.0:1787118186.217528:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567144448 00000100:00100000:3.0:1787118186.217556:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787118186.217565:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d527480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3627:x1873928567143424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118186.217629:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d527480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3627:x1873928567143424:12345-0@lo:400:kworker.0 Request processed in 66us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118186.217637:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787118186.217652:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787118186.217660:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d526680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3627:x1873928567143936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118186.217688:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d526680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3627:x1873928567143936:12345-0@lo:400:kworker.0 Request processed in 30us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118186.217694:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787118186.217706:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787118186.217713:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959048596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3627:x1873928567144448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118186.217739:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959048596300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3627:x1873928567144448:12345-0@lo:400:kworker.0 Request processed in 28us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118186.217745:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00010000:00080000:3.0:1787118186.217770:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95917fbcb100 x1873928567143424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118202 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118186.217782:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3627:1873928567143424:0@lo:400:kworker.0 00010000:00080000:3.0:1787118186.217792:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95917fbca680 x1873928567143936/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118202 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118186.217807:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3627:1873928567143936:0@lo:400:kworker.0 00010000:00080000:3.0:1787118186.217819:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff959150ccb100 x1873928567144448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118202 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118186.217826:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959150ccb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3627:1873928567144448:0@lo:400:kworker.0 00000100:00080000:3.0:1787118186.217849:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787118186.217854:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1787118186.217875:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff959150ccad80 x1873928567144320/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118202 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118186.217884:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959150ccad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3625:1873928567144320:0@lo:400:kworker.0 00000100:00100000:3.0:1787118186.217896:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567143168:0@lo:400:kworker.0 00000100:00100000:3.0:1787118186.217907:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567143680:0@lo:400:kworker.0 00010000:00080000:3.0:1787118186.217919:0:3625:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff959150ccb800 x1873928567144192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118202 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118186.217927:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959150ccb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3625:1873928567144192:0@lo:400:kworker.0 00000100:00100000:3.0:1787118186.217957:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567142784:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787118186.217968:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567143296:0@lo:400:kworker.0 00000100:00100000:3.0:1787118186.217979:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567143808:0@lo:400:kworker.0 00000001:02000400:3.0:1787118186.365074:0:25471:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg423-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:2.0:1787118186.721618:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bd4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567144832:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787118186.721708:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00080000:1.0:1787118186.723984:0:25114:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:2.0:1787118186.730011:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567144832 00000100:00100000:2.0:1787118186.730027:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567144832 00000100:00100000:2.0:1787118186.730114:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787118186.730125:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959150ccaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3626:x1873928567144832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787118186.730166:0:22799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787118186.730226:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959150ccaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3626:x1873928567144832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (8517us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118186.730234:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787118186.730334:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bd4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567144832:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787118186.730348:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959048594e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567144960:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787118186.730403:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118186.731579:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567144960 00000100:00100000:2.0:1787118186.731588:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567144960 00000100:00100000:2.0:1787118186.731646:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1787118186.731654:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567144960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787118186.731849:0:22799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787118186.731916:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567144960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 262us (1512us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118186.731924:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787118186.731975:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959048594e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567144960:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1787118187.169394:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1787118187.361592:0:25524:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1787118187.364264:0:25524:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1787118188.196144:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1787118188.297562:0:25574:0:(tgt_mount.c:2344:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1787118188.297985:0:25574:0:(tgt_mount.c:2359:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:0.0:1787118188.577894:0:22829:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1787118188.581631:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118188.581766:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556535424 00000100:00100000:0.0:1787118188.581777:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556535424 00000100:00100000:0.0:1787118188.581824:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 114 00000100:00100000:0.0:1787118188.581832:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176f3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2417:x1873928556535424:12345-192.168.204.23@tcp:250:mount.lustre.0 00010000:00080000:0.0:1787118188.581860:0:22789:0:(ldlm_lib.c:1446:target_handle_connect()) MGS: connection from faf69420-99c2-4c9e-8f65-0fb943311c4f@192.168.204.23@tcp t0 exp 0000000000000000 cur 698 last 0 00000020:00000080:0.0:1787118188.581886:0:22789:0:(genops.c:1406:class_connect()) connect: client faf69420-99c2-4c9e-8f65-0fb943311c4f, cookie 0xce66ce20914c2059 00000100:00080000:0.0:1787118188.582019:0:22789:0:(import.c:65:import_set_state_nolock()) ffff959045a59800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787118188.582262:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176f3dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+5:2417:x1873928556535424:12345-192.168.204.23@tcp:250:mount.lustre.0 Request processed in 428us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118188.582271:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 114 00000100:00100000:0.0:1787118188.589974:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118188.590054:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556535552 00000100:00100000:3.0:1787118188.590064:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556535552 00000100:00100000:3.0:1787118188.590151:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 115 00000100:00100000:3.0:1787118188.590162:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959144f5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf69420-99c2-4c9e-8f65-0fb943311c4f+5:18148:x1873928556535552:12345-192.168.204.23@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787118188.590178:0:22787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118188.590194:0:22787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959047eae200/0xce66ce20914c2060 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d188 expref: -99 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118188.590223:0:22787:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959047eae200/0xce66ce20914c2060 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d188 expref: 6 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118188.590233:0:22787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959047eae200/0xce66ce20914c2060 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d188 expref: 6 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118188.590243:0:22787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959047eae200, rc 0) 00000100:00100000:3.0:1787118188.590308:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959144f5a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf69420-99c2-4c9e-8f65-0fb943311c4f+6:18148:x1873928556535552:12345-192.168.204.23@tcp:101:mount.lustre.0 Request processed in 148us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118188.590315:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 115 00000100:00100000:3.0:1787118188.592536:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118188.592745:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556535680 00000100:00100000:0.0:1787118188.592757:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556535680 00000100:00100000:0.0:1787118188.592824:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 116 00000100:00100000:0.0:1787118188.592836:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959144f59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+6:18148:x1873928556535680:12345-192.168.204.23@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787118188.592994:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959144f59850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+6:18148:x1873928556535680:12345-192.168.204.23@tcp:501:mount.lustre.0 Request processed in 160us (481us total) trans 0 rc -2/-2 00000100:00100000:0.0:1787118188.593003:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 116 00000100:00100000:2.0:1787118188.596696:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118188.596954:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556535808 00000100:00100000:0.0:1787118188.596967:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556535808 00000100:00100000:0.0:1787118188.597042:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 117 00000100:00100000:0.0:1787118188.597055:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959144f58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+6:18148:x1873928556535808:12345-192.168.204.23@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787118188.597076:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787118188.597152:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9591820c4400/0xce66ce20914c2067 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d18f expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118188.597200:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9591820c4400/0xce66ce20914c2067 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d18f expref: 7 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118188.597214:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9591820c4400/0xce66ce20914c2067 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d18f expref: 7 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118188.597224:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9591820c4400, rc 0) 00000100:00100000:0.0:1787118188.597469:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959144f58450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+7:18148:x1873928556535808:12345-192.168.204.23@tcp:101:mount.lustre.0 Request processed in 415us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118188.597478:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 117 00000100:00100000:1.0:1787118188.605031:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118188.605282:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556535936 00000100:00100000:3.0:1787118188.605296:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556535936 00000100:00100000:3.0:1787118188.605381:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 118 00000100:00100000:3.0:1787118188.605530:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959144f5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf69420-99c2-4c9e-8f65-0fb943311c4f+7:18148:x1873928556535936:12345-192.168.204.23@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787118188.606066:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959144f5b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf69420-99c2-4c9e-8f65-0fb943311c4f+8:18148:x1873928556535936:12345-192.168.204.23@tcp:501:mount.lustre.0 Request processed in 672us (1048us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118188.606077:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 118 00000100:00100000:1.0:1787118188.610863:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118188.611050:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556536064 00000100:00100000:0.0:1787118188.611064:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556536064 00000100:00100000:0.0:1787118188.611492:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 119 00000100:00100000:0.0:1787118188.611505:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959144f59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+8:18148:x1873928556536064:12345-192.168.204.23@tcp:503:mount.lustre.0 00000100:00100000:0.0:1787118188.612050:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959144f59c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+8:18148:x1873928556536064:12345-192.168.204.23@tcp:503:mount.lustre.0 Request processed in 546us (1200us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118188.612060:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 119 00000100:00100000:2.0:1787118188.616060:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118188.616304:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556536192 00000100:00100000:3.0:1787118188.616317:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556536192 00000100:00100000:3.0:1787118188.616460:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 120 00000100:00100000:3.0:1787118188.616474:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959144f5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf69420-99c2-4c9e-8f65-0fb943311c4f+8:18167:x1873928556536192:12345-192.168.204.23@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787118188.616705:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959144f5b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf69420-99c2-4c9e-8f65-0fb943311c4f+8:18167:x1873928556536192:12345-192.168.204.23@tcp:502:llog_process_th.0 Request processed in 234us (658us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118188.616714:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 120 00000100:00100000:1.0:1787118188.642018:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118188.642137:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556536320 00000100:00100000:0.0:1787118188.642150:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556536320 00000100:00100000:0.0:1787118188.642221:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 121 00000100:00100000:0.0:1787118188.642232:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916b958c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+8:18167:x1873928556536320:12345-192.168.204.23@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787118188.642642:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916b958c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+8:18167:x1873928556536320:12345-192.168.204.23@tcp:502:llog_process_th.0 Request processed in 409us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118188.642652:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 121 00000100:00100000:1.0:1787118188.652568:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118188.652881:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556536448 00000100:00100000:3.0:1787118188.652895:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556536448 00000100:00100000:3.0:1787118188.652986:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 122 00000100:00100000:3.0:1787118188.652999:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916b959450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf69420-99c2-4c9e-8f65-0fb943311c4f+8:18167:x1873928556536448:12345-192.168.204.23@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787118188.653340:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916b959450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf69420-99c2-4c9e-8f65-0fb943311c4f+8:18167:x1873928556536448:12345-192.168.204.23@tcp:502:llog_process_th.0 Request processed in 341us (784us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118188.653349:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 122 00000100:00100000:1.0:1787118188.658560:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118188.658674:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556536576 00000100:00100000:3.0:1787118188.658687:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556536576 00000100:00100000:3.0:1787118188.658881:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 123 00000100:00100000:3.0:1787118188.658900:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916b95ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+8:18148:x1873928556536576:12345-192.168.204.23@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787118188.658921:0:22789:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118188.658945:0:22789:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959047eaf000/0xce66ce20914c206e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d1c0 expref: -99 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118188.659008:0:22789:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959047eaf000/0xce66ce20914c206e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d1c0 expref: 9 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118188.659018:0:22789:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959047eaf000/0xce66ce20914c206e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d1c0 expref: 9 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118188.659027:0:22789:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959047eaf000, rc 0) 00000100:00100000:3.0:1787118188.659087:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916b95ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+9:18148:x1873928556536576:12345-192.168.204.23@tcp:101:mount.lustre.0 Request processed in 197us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118188.659320:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 123 00000100:00100000:1.0:1787118188.662609:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118188.663017:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556536704 00000100:00100000:0.0:1787118188.663049:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556536704 00000100:00100000:0.0:1787118188.663347:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 124 00000100:00100000:0.0:1787118188.663360:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916b959050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+9:18148:x1873928556536704:12345-192.168.204.23@tcp:256:mount.lustre.0 20000000:01000000:0.0:1787118188.663393:0:22788:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1787118188.663415:0:22788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1787118188.663419:0:22788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1787118188.663423:0:22788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1787118188.663425:0:22788:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1787118188.663428:0:22788:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1787118188.666620:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916b959050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+9:18148:x1873928556536704:12345-192.168.204.23@tcp:256:mount.lustre.0 Request processed in 3245us (4008us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118188.666641:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 124 00000100:00100000:1.0:1787118188.670508:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118188.670627:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556536832 00000100:00100000:3.0:1787118188.670640:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556536832 00000100:00100000:3.0:1787118188.671006:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 125 00000100:00100000:3.0:1787118188.671022:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916b958850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+9:18148:x1873928556536832:12345-192.168.204.23@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787118188.671045:0:22789:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118188.671068:0:22789:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959047eaee00/0xce66ce20914c2075 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d1c7 expref: -99 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118188.671395:0:22789:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959047eaee00/0xce66ce20914c2075 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d1c7 expref: 10 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118188.671411:0:22789:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959047eaee00/0xce66ce20914c2075 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d1c7 expref: 10 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118188.671422:0:22789:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959047eaee00, rc 0) 00000100:00100000:3.0:1787118188.671559:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916b958850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+10:18148:x1873928556536832:12345-192.168.204.23@tcp:101:mount.lustre.0 Request processed in 543us (1067us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118188.671588:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 125 00000100:00100000:1.0:1787118188.674363:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118188.674476:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556536960 00000100:00100000:0.0:1787118188.674487:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556536960 00000100:00100000:0.0:1787118188.674627:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 126 00000100:00100000:0.0:1787118188.674639:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916b95a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+10:18148:x1873928556536960:12345-192.168.204.23@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787118188.674858:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916b95a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+10:18148:x1873928556536960:12345-192.168.204.23@tcp:501:mount.lustre.0 Request processed in 221us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118188.674867:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 126 00000100:00100000:1.0:1787118188.677228:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118188.677425:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556537088 00000100:00100000:3.0:1787118188.677439:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556537088 00000100:00100000:3.0:1787118188.677506:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 127 00000100:00100000:3.0:1787118188.677518:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916b95bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+10:18148:x1873928556537088:12345-192.168.204.23@tcp:503:mount.lustre.0 00000100:00100000:3.0:1787118188.677715:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916b95bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+10:18148:x1873928556537088:12345-192.168.204.23@tcp:503:mount.lustre.0 Request processed in 199us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118188.677731:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 127 00000100:00100000:1.0:1787118188.682784:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118188.683502:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556537216 00000100:00100000:3.0:1787118188.683515:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556537216 00000100:00100000:2.0:1787118188.683958:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 128 00000100:00100000:2.0:1787118188.683973:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959142cc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+10:18171:x1873928556537216:12345-192.168.204.23@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787118188.684220:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959142cc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+10:18171:x1873928556537216:12345-192.168.204.23@tcp:502:llog_process_th.0 Request processed in 250us (1450us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118188.684229:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 128 00000100:00100000:1.0:1787118188.697185:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118188.697337:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556537344 00000100:00100000:0.0:1787118188.697351:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556537344 00000100:00100000:0.0:1787118188.697425:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 129 00000100:00100000:0.0:1787118188.697436:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959142cc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+10:18171:x1873928556537344:12345-192.168.204.23@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787118188.697660:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959142cc7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+10:18171:x1873928556537344:12345-192.168.204.23@tcp:502:llog_process_th.0 Request processed in 225us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118188.697669:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 129 00000100:00100000:1.0:1787118188.713667:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118188.713778:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118188.717124:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556537472 00000100:00100000:2.0:1787118188.717146:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556537472 00000100:00100000:2.0:1787118188.717251:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556537728 00000100:00100000:2.0:1787118188.717255:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556537728 00000100:00100000:2.0:1787118188.717278:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 7 00000100:00100000:2.0:1787118188.717289:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2417:x1873928556537472:12345-192.168.204.23@tcp:38:mount.lustre.0 00010000:00080000:2.0:1787118188.717331:0:22794:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-MDT0000: connection from 1c3aa5f7-495d-436f-b447-85dbf504f90f@192.168.204.23@tcp t0 exp 0000000000000000 cur 698 last 0 00000020:00000080:2.0:1787118188.717394:0:22794:0:(genops.c:1406:class_connect()) connect: client 1c3aa5f7-495d-436f-b447-85dbf504f90f, cookie 0xce66ce20914c207c 00000004:00100000:2.0:1787118188.717425:0:22794:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return 37 00000100:00080000:2.0:1787118188.717700:0:22794:0:(import.c:65:import_set_state_nolock()) ffff9590416fe000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787118188.717799:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:2417:x1873928556537472:12345-192.168.204.23@tcp:38:mount.lustre.0 Request processed in 511us (4146us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118188.717816:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 7 00000100:00100000:2.0:1787118188.717836:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 8 00000100:00100000:2.0:1787118188.717841:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2417:x1873928556537728:12345-192.168.204.23@tcp:38:mount.lustre.0 00010000:00080000:2.0:1787118188.717858:0:22794:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-MDT0001: connection from 1c3aa5f7-495d-436f-b447-85dbf504f90f@192.168.204.23@tcp t0 exp 0000000000000000 cur 698 last 0 00000020:00000080:2.0:1787118188.718016:0:22794:0:(genops.c:1406:class_connect()) connect: client 1c3aa5f7-495d-436f-b447-85dbf504f90f, cookie 0xce66ce20914c2083 00000004:00100000:2.0:1787118188.718032:0:22794:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return 37 00000100:00080000:2.0:1787118188.718211:0:22794:0:(import.c:65:import_set_state_nolock()) ffff959048499000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787118188.718259:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:2417:x1873928556537728:12345-192.168.204.23@tcp:38:mount.lustre.0 Request processed in 416us (4481us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118188.718267:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 8 00000100:00100000:1.0:1787118188.722717:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118188.722825:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118188.722913:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118188.723896:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556537856 00000100:00100000:3.0:1787118188.723913:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556537856 00000100:00100000:0.0:1787118188.724840:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556537600 00000100:00100000:0.0:1787118188.724851:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556537600 00000100:00100000:2.0:1787118188.725002:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556537984 00000100:00100000:2.0:1787118188.725008:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556537984 00000100:00100000:2.0:1787118188.725066:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 9 00000100:00100000:2.0:1787118188.725078:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+7:18148:x1873928556537984:12345-192.168.204.23@tcp:41:mount.lustre.0 00000004:00000024:2.0:1787118188.725153:0:22794:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787118188.725366:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+7:18148:x1873928556537984:12345-192.168.204.23@tcp:41:mount.lustre.0 Request processed in 290us (2452us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118188.725375:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 9 00000100:00100000:2.0:1787118188.727044:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 10 00000100:00100000:2.0:1787118188.727065:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:0:x1873928556537856:12345-192.168.204.23@tcp:41:mount.lustre.0 00000004:00000024:2.0:1787118188.727145:0:22793:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787118188.727266:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:0:x1873928556537856:12345-192.168.204.23@tcp:41:mount.lustre.0 Request processed in 209us (4563us total) trans 0 rc 0/0 00000100:00080000:1.0:1787118188.728646:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787118188.728655:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787118188.731871:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 10 00000100:00100000:2.0:1787118188.731930:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 11 00000100:00100000:2.0:1787118188.732087:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:0:x1873928556537600:12345-192.168.204.23@tcp:41:mount.lustre.0 00000100:00100000:3.0:1787118188.732849:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118188.732980:0:22795:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1787118188.732997:0:22795:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000004:00000024:2.0:1787118188.733197:0:22793:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787118188.733539:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:0:x1873928556537600:12345-192.168.204.23@tcp:41:mount.lustre.0 Request processed in 1594us (10773us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118188.733550:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 11 00000100:00100000:2.0:1787118188.733581:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556538112 00000100:00100000:2.0:1787118188.733590:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556538112 00000100:00100000:2.0:1787118188.733665:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 12 00000100:00100000:2.0:1787118188.733674:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:18148:x1873928556538112:12345-192.168.204.23@tcp:40:mount.lustre.0 00000100:00100000:2.0:1787118188.733712:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:18148:x1873928556538112:12345-192.168.204.23@tcp:40:mount.lustre.0 Request processed in 39us (1970us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118188.733719:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 12 00000100:00100000:3.0:1787118188.740370:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118188.740434:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118188.740475:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118188.740582:0:24298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556538240 00000100:00100000:2.0:1787118188.740597:0:24298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556538240 00000100:00100000:2.0:1787118188.740653:0:24298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556538368 00000100:00100000:2.0:1787118188.740656:0:24298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556538368 00000100:00100000:2.0:1787118188.740678:0:24298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 16 00000100:00100000:2.0:1787118188.740687:0:24298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2417:x1873928556538240:12345-192.168.204.23@tcp:8:mount.lustre.0 00010000:00080000:2.0:1787118188.740729:0:24298:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-OST0000: connection from 1c3aa5f7-495d-436f-b447-85dbf504f90f@192.168.204.23@tcp t0 exp 0000000000000000 cur 698 last 0 00000100:00100000:3.0:1787118188.740754:0:25166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 17 00000100:00100000:3.0:1787118188.740762:0:25166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2417:x1873928556538368:12345-192.168.204.23@tcp:8:mount.lustre.0 00010000:00080000:3.0:1787118188.740782:0:25166:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-OST0001: connection from 1c3aa5f7-495d-436f-b447-85dbf504f90f@192.168.204.23@tcp t0 exp 0000000000000000 cur 698 last 0 00000020:00000080:3.0:1787118188.740824:0:25166:0:(genops.c:1406:class_connect()) connect: client 1c3aa5f7-495d-436f-b447-85dbf504f90f, cookie 0xce66ce20914c2091 00002000:00100000:3.0:1787118188.740840:0:25166:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 1c3aa5f7-495d-436f-b447-85dbf504f90f/ffff9590458f0000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113901 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000020:00000080:2.0:1787118188.740842:0:24298:0:(genops.c:1406:class_connect()) connect: client 1c3aa5f7-495d-436f-b447-85dbf504f90f, cookie 0xce66ce20914c208a 00002000:00100000:2.0:1787118188.740853:0:24298:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 1c3aa5f7-495d-436f-b447-85dbf504f90f/ffff95915053d800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113901 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1787118188.740864:0:25166:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return 37 00002000:00100000:2.0:1787118188.740869:0:24298:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return 37 00002000:00080000:3.0:1787118188.741146:0:25166:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1787118188.741183:0:25166:0:(import.c:65:import_set_state_nolock()) ffff9590458f5000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787118188.741273:0:25166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:2417:x1873928556538368:12345-192.168.204.23@tcp:8:mount.lustre.0 Request processed in 510us (797us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118188.741288:0:25166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 17 00002000:00080000:2.0:1787118188.741544:0:24298:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1787118188.741564:0:24298:0:(import.c:65:import_set_state_nolock()) ffff95915053a000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787118188.741584:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556538496 00000100:00100000:1.0:1787118188.741591:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556538496 00000100:00100000:2.0:1787118188.741597:0:24298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:2417:x1873928556538240:12345-192.168.204.23@tcp:8:mount.lustre.0 Request processed in 910us (1161us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118188.741605:0:24298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 16 00000100:00100000:1.0:1787118188.741640:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 3 00000100:00100000:1.0:1787118188.741650:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:18148:x1873928556538496:12345-192.168.204.23@tcp:900:mount.lustre.0 00000100:00100000:1.0:1787118188.741706:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:18148:x1873928556538496:12345-192.168.204.23@tcp:900:mount.lustre.0 Request processed in 57us (1351us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118188.741714:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 3 00000100:00100000:1.0:1787118188.745683:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118188.745946:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556538624 00000100:00100000:3.0:1787118188.745957:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556538624 00000100:00100000:3.0:1787118188.746069:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 0 00000100:00100000:3.0:1787118188.746081:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:18148:x1873928556538624:12345-192.168.204.23@tcp:33:mount.lustre.0 00000004:00080000:3.0:1787118188.749060:0:22796:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 2687us 00000004:00200000:3.0:1787118188.775920:0:22796:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1787118188.776251:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:18148:x1873928556538624:12345-192.168.204.23@tcp:33:mount.lustre.0 Request processed in 30162us (30573us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118188.776341:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 0 00000100:00100000:2.0:1787118188.950710:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118188.952140:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556538752 00000100:00100000:3.0:1787118188.952160:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556538752 00000100:00100000:3.0:1787118188.952333:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 13 00000100:00100000:3.0:1787118188.952351:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959150cc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:18194:x1873928556538752:12345-192.168.204.23@tcp:101:mkdir.0 00010000:00010000:3.0:1787118188.952376:0:22793:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118188.953040:0:22793:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf800/0xce66ce20914c2098 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d1f8 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118188.953183:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf400/0xce66ce20914c209f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118188.953199:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf400/0xce66ce20914c209f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118188.953216:0:22793:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf400/0xce66ce20914c209f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787118188.953714:0:22793:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1787118188.953720:0:22793:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787118188.953758:0:22793:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf400/0xce66ce20914c209f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118188.953792:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf800/0xce66ce20914c2098 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d1f8 expref: 8 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118188.953814:0:22793:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf400/0xce66ce20914c209f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d1f8 expref: 7 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118188.953823:0:22793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff959147dacb00) 00010000:00010000:3.0:1787118188.953826:0:22793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787118188.953829:0:22793:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959047eaf400, rc 0) 00000100:00100000:3.0:1787118188.953916:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959150cc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+7:18194:x1873928556538752:12345-192.168.204.23@tcp:101:mkdir.0 Request processed in 1570us (3220us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118188.953926:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 13 00010000:00010000:0.0:1787118189.217951:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118190.241499:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787118190.817551:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959176fe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567145088:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787118190.817634:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118190.817743:0:24302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567145088 00000100:00100000:1.0:1787118190.817752:0:24302:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567145088 00000100:00100000:1.0:1787118190.817840:0:24302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787118190.817851:0:24302:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567145088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787118190.817884:0:24302:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1787118190.817932:0:24302:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bd4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567145088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118190.817939:0:24302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787118190.818314:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959176fe1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567145088:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1787118190.818574:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787118191.091683:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118191.091794:0:25586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556538880 00000100:00100000:2.0:1787118191.091806:0:25586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556538880 00000100:00100000:2.0:1787118191.091889:0:25586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 14 00000100:00100000:2.0:1787118191.091900:0:25586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c3aa5f7-495d-436f-b447-85dbf504f90f+7:18246:x1873928556538880:12345-192.168.204.23@tcp:41:lfs.0 00000004:00000024:2.0:1787118191.091956:0:25586:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787118191.092061:0:25586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c3aa5f7-495d-436f-b447-85dbf504f90f+7:18246:x1873928556538880:12345-192.168.204.23@tcp:41:lfs.0 Request processed in 162us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118191.092069:0:25586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 14 00000100:00080000:1.0:1787118191.092588:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787118191.094059:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118191.094159:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556539008 00000100:00100000:0.0:1787118191.094168:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556539008 00000100:00100000:0.0:1787118191.094245:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 15 00000100:00100000:0.0:1787118191.094256:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:18246:x1873928556539008:12345-192.168.204.23@tcp:41:lfs.0 00000004:00000024:0.0:1787118191.094291:0:22795:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787118191.094378:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:18246:x1873928556539008:12345-192.168.204.23@tcp:41:lfs.0 Request processed in 124us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118191.094386:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 15 00000100:00080000:1.0:1787118191.094611:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787118191.097446:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118191.097556:0:24303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556539136 00000100:00100000:1.0:1787118191.097567:0:24303:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556539136 00000100:00100000:1.0:1787118191.097643:0:24303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 10 00000100:00100000:1.0:1787118191.097655:0:24303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959176fe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:18246:x1873928556539136:12345-192.168.204.23@tcp:13:lfs.0 00002000:00000024:1.0:1787118191.097691:0:24303:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1787118191.097781:0:24303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959176fe1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:18246:x1873928556539136:12345-192.168.204.23@tcp:13:lfs.0 Request processed in 128us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118191.097788:0:24303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 10 00000100:00080000:2.0:1787118191.098374:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787118191.107286:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118191.107396:0:25161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556539264 00000100:00100000:0.0:1787118191.107420:0:25161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556539264 00000100:00100000:0.0:1787118191.107516:0:25161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 11 00000100:00100000:0.0:1787118191.107527:0:25161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959150ccbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:18246:x1873928556539264:12345-192.168.204.23@tcp:13:lfs.0 00002000:00000024:0.0:1787118191.107567:0:25161:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923501056 avail 3691978752 00000100:00080000:2.0:1787118191.107887:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787118191.108136:0:25161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959150ccbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:18246:x1873928556539264:12345-192.168.204.23@tcp:13:lfs.0 Request processed in 610us (859us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118191.108145:0:25161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 11 00010000:00010000:1.0:1787118191.265340:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787118191.329824:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fb9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1873928567145216:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787118191.329903:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118191.330143:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959150cc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567145344:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787118191.330174:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118191.330588:0:24302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567145216 00000100:00100000:1.0:1787118191.330597:0:24302:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567145216 00000100:00100000:1.0:1787118191.330654:0:24302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567145344 00000100:00100000:1.0:1787118191.330658:0:24302:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567145344 00000100:00100000:1.0:1787118191.330690:0:24302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787118191.330699:0:24302:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959048594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3628:x1873928567145216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787118191.330723:0:24302:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1787118191.330773:0:24302:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959048594e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3628:x1873928567145216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (870us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118191.330781:0:24302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787118191.330799:0:24302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787118191.330805:0:24302:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959150cc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567145344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787118191.330815:0:24302:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1787118191.330841:0:24302:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959150cc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567145344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118191.330847:0:24302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:0.0:1787118191.330910:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787118191.330914:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787118191.330990:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bd4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567145472:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787118191.331022:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118191.331158:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567145984:0@lo:400:kworker.0 00000100:00100000:3.0:1787118191.331184:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118191.331292:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9977501-80fd-46cd-84bc-181bd505030e:3627:1873928567145600:0@lo:400:kworker.0 00000100:00100000:0.0:1787118191.331340:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118191.331363:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567146112:0@lo:400:kworker.0 00000100:00100000:0.0:1787118191.331387:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118191.331415:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3627:1873928567146624:0@lo:400:kworker.0 00000100:00100000:0.0:1787118191.331443:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118191.331463:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1787118191.331479:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567145728:0@lo:400:kworker.0 00000100:00100000:0.0:1787118191.331637:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fb9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1873928567145216:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787118191.331671:0:24301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567146112 00000100:00100000:0.0:1787118191.331675:0:24301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567146112 00000100:00100000:0.0:1787118191.331707:0:24301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787118191.331714:0:24301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567146112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118191.331758:0:24301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bd4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567146112:12345-0@lo:400:kworker.0 Request processed in 44us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118191.331765:0:24301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787118191.331927:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3626:1873928567146496:0@lo:400:kworker.0 00000100:00100000:3.0:1787118191.331965:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118191.331986:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1787118191.331992:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3626:1873928567145856:0@lo:400:kworker.0 00000100:00100000:3.0:1787118191.332018:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118191.332037:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3626:1873928567146368:0@lo:400:kworker.0 00000100:00100000:3.0:1787118191.332056:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118191.332082:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567146624 00000100:00100000:3.0:1787118191.332086:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567146624 00000100:00100000:3.0:1787118191.332147:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567146496 00000100:00100000:3.0:1787118191.332150:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567146496 00000100:00100000:3.0:1787118191.332163:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567145856 00000100:00100000:3.0:1787118191.332165:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567145856 00000100:00100000:3.0:1787118191.332175:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567146368 00000100:00100000:3.0:1787118191.332178:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567146368 00000100:00100000:3.0:1787118191.332310:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787118191.332321:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bd4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3627:x1873928567146624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118191.332359:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bd4f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3627:x1873928567146624:12345-0@lo:400:kworker.0 Request processed in 42us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118191.332365:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1787118191.332379:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787118191.332387:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d5e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3626:x1873928567146496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118191.332418:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d5e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3626:x1873928567146496:12345-0@lo:400:kworker.0 Request processed in 33us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118191.332424:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787118191.332437:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787118191.332443:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d5e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3626:x1873928567145856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118191.332600:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567145600 00000100:00100000:2.0:1787118191.332606:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567145600 00000100:00100000:2.0:1787118191.332635:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:2.0:1787118191.332642:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959142cc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+24:3627:x1873928567145600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118191.332674:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959142cc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+24:3627:x1873928567145600:12345-0@lo:400:kworker.0 Request processed in 33us (1334us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118191.332680:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:2.0:1787118191.332727:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959150cc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567145344:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787118191.332753:0:25586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787118191.332760:0:25586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d5e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3626:x1873928567146368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118191.332787:0:25586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d5e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3626:x1873928567146368:12345-0@lo:400:kworker.0 Request processed in 28us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118191.332793:0:25586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787118191.332825:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118191.332848:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3627:1873928567146240:0@lo:400:kworker.0 00000100:00100000:2.0:1787118191.332869:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118191.332897:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3627:1873928567146752:0@lo:400:kworker.0 00000100:00100000:2.0:1787118191.332920:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118191.332941:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9977501-80fd-46cd-84bc-181bd505030e:3627:1873928567145600:0@lo:400:kworker.0 00000100:00100000:2.0:1787118191.332952:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567146112:0@lo:400:kworker.0 00000100:00100000:2.0:1787118191.332962:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3627:1873928567146624:0@lo:400:kworker.0 00000100:00100000:2.0:1787118191.332985:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567145984 00000100:00100000:2.0:1787118191.332988:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567145984 00000100:00100000:2.0:1787118191.333005:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567145728 00000100:00100000:2.0:1787118191.333008:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567145728 00000100:00100000:2.0:1787118191.333021:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1787118191.333026:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d5e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567145984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118191.333058:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d5e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567145984:12345-0@lo:400:kworker.0 Request processed in 31us (1872us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118191.333063:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1787118191.333074:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1787118191.333079:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959150cc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567145728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118191.333131:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959150cc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567145728:12345-0@lo:400:kworker.0 Request processed in 51us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118191.333137:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1787118191.333152:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567146240 00000100:00100000:2.0:1787118191.333155:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567146240 00000100:00100000:2.0:1787118191.333167:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567146752 00000100:00100000:2.0:1787118191.333169:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567146752 00000100:00100000:2.0:1787118191.333184:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1787118191.333456:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d5e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3626:x1873928567145856:12345-0@lo:400:kworker.0 Request processed in 27us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118191.333484:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787118191.333499:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1787118191.333508:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959150cc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3627:x1873928567146752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787118191.333540:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959150cc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3627:x1873928567146752:12345-0@lo:400:kworker.0 Request processed in 34us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118191.333545:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:3.0:1787118191.333563:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787118191.333567:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787118191.333589:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3626:1873928567145856:0@lo:400:kworker.0 00000100:00100000:3.0:1787118191.333599:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3626:1873928567146368:0@lo:400:kworker.0 00000100:00100000:3.0:1787118191.333607:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567145984:0@lo:400:kworker.0 00010000:00080000:3.0:1787118191.333619:0:3626:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95917d5ead80 x1873928567146496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118191.333630:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3626:1873928567146496:0@lo:400:kworker.0 00000100:00100000:3.0:1787118191.333695:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567145728:0@lo:400:kworker.0 00010000:00080000:3.0:1787118191.333706:0:3627:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95917d5e8e00 x1873928567146752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787118191.333715:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3627:1873928567146752:0@lo:400:kworker.0 00000100:00100000:1.0:1787118191.333794:0:24302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567145472 00000100:00100000:1.0:1787118191.333799:0:24302:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567145472 00000100:00100000:1.0:1787118191.333847:0:24302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787118191.333854:0:24302:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d5eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567145472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787118191.333869:0:24302:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1787118191.333911:0:24302:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d5eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567145472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (2888us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118191.333917:0:24302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1787118191.333947:0:3626:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1787118191.333963:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bd4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567145472:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787118191.334007:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959150cc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3627:x1873928567146240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118191.334054:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959150cc9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3627:x1873928567146240:12345-0@lo:400:kworker.0 Request processed in 863us (1182us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118191.334066:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1787118191.334174:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3627:1873928567146240:0@lo:400:kworker.0 00000100:00080000:3.0:1787118191.334465:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787118191.417510:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118191.417876:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556539392 00000100:00100000:3.0:1787118191.417890:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556539392 00000100:00100000:3.0:1787118191.417982:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 131 00000100:00100000:3.0:1787118191.417997:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959142cc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf69420-99c2-4c9e-8f65-0fb943311c4f+10:18279:x1873928556539392:12345-192.168.204.23@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787118191.418036:0:22787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118191.418060:0:22787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959047eaf800/0xce66ce20914c20a6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d1ff expref: -99 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118191.418142:0:22787:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959047eaf800/0xce66ce20914c20a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d1ff expref: 11 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118191.418156:0:22787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959047eaf800/0xce66ce20914c20a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d1ff expref: 11 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118191.418166:0:22787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959047eaf800, rc 0) 00000100:00100000:3.0:1787118191.418268:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959142cc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf69420-99c2-4c9e-8f65-0fb943311c4f+11:18279:x1873928556539392:12345-192.168.204.23@tcp:101:mount.lustre.0 Request processed in 275us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118191.418276:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 131 00000100:00100000:3.0:1787118191.423490:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118191.423791:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556539520 00000100:00100000:0.0:1787118191.423801:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556539520 00000100:00100000:0.0:1787118191.423870:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 132 00000100:00100000:0.0:1787118191.423880:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+11:18279:x1873928556539520:12345-192.168.204.23@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787118191.424480:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d45850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+11:18279:x1873928556539520:12345-192.168.204.23@tcp:501:mount.lustre.0 Request processed in 589us (999us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118191.424490:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 132 00000100:00100000:1.0:1787118191.427443:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118191.427606:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556539648 00000100:00100000:2.0:1787118191.427624:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556539648 00000100:00100000:2.0:1787118191.427784:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 133 00000100:00100000:2.0:1787118191.427798:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d45450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+11:18279:x1873928556539648:12345-192.168.204.23@tcp:503:mount.lustre.0 00000100:00100000:2.0:1787118191.428074:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d45450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+11:18279:x1873928556539648:12345-192.168.204.23@tcp:503:mount.lustre.0 Request processed in 279us (640us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118191.428083:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 133 00000100:00100000:1.0:1787118191.433655:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118191.437865:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556539776 00000100:00100000:0.0:1787118191.437886:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556539776 00000100:00100000:0.0:1787118191.438115:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 134 00000100:00100000:0.0:1787118191.438129:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d45050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+11:18286:x1873928556539776:12345-192.168.204.23@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787118191.438530:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d45050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+11:18286:x1873928556539776:12345-192.168.204.23@tcp:502:llog_process_th.0 Request processed in 402us (4883us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118191.438539:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 134 00000100:00100000:0.0:1787118191.471217:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118191.472502:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556539904 00000100:00100000:2.0:1787118191.472523:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556539904 00000100:00100000:2.0:1787118191.472621:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 135 00000100:00100000:2.0:1787118191.472633:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+11:18286:x1873928556539904:12345-192.168.204.23@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787118191.472872:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d45c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+11:18286:x1873928556539904:12345-192.168.204.23@tcp:502:llog_process_th.0 Request processed in 240us (1676us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118191.472881:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 135 00000100:00100000:1.0:1787118191.483682:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118191.483789:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556540032 00000100:00100000:0.0:1787118191.483803:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556540032 00000100:00100000:0.0:1787118191.483876:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 136 00000100:00100000:0.0:1787118191.483887:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+11:18286:x1873928556540032:12345-192.168.204.23@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787118191.484091:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d44c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+11:18286:x1873928556540032:12345-192.168.204.23@tcp:502:llog_process_th.0 Request processed in 204us (429us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118191.484144:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 136 00000100:00100000:1.0:1787118191.491489:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118191.497545:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556540160 00000100:00100000:3.0:1787118191.497567:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556540160 00000100:00100000:3.0:1787118191.497811:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 137 00000100:00100000:3.0:1787118191.497827:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d46850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf69420-99c2-4c9e-8f65-0fb943311c4f+11:18279:x1873928556540160:12345-192.168.204.23@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787118191.497849:0:22787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118191.497874:0:22787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959047eaf600/0xce66ce20914c20ad lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d230 expref: -99 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118191.497913:0:22787:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959047eaf600/0xce66ce20914c20ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d230 expref: 12 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118191.497925:0:22787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959047eaf600/0xce66ce20914c20ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d230 expref: 12 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118191.497959:0:22787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959047eaf600, rc 0) 00000100:00100000:3.0:1787118191.498056:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d46850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf69420-99c2-4c9e-8f65-0fb943311c4f+12:18279:x1873928556540160:12345-192.168.204.23@tcp:101:mount.lustre.0 Request processed in 233us (6591us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118191.501639:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 137 00000100:00100000:3.0:1787118191.504991:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118191.505254:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556540288 00000100:00100000:2.0:1787118191.505269:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556540288 00000100:00100000:2.0:1787118191.505462:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 138 00000100:00100000:2.0:1787118191.505485:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+12:18279:x1873928556540288:12345-192.168.204.23@tcp:256:mount.lustre.0 20000000:01000000:2.0:1787118191.505522:0:22789:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1787118191.505556:0:22789:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1787118191.505561:0:22789:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1787118191.505564:0:22789:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1787118191.505567:0:22789:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1787118191.505570:0:22789:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1787118191.507710:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d47c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+12:18279:x1873928556540288:12345-192.168.204.23@tcp:256:mount.lustre.0 Request processed in 2214us (2722us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118191.507729:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 138 00000100:00100000:1.0:1787118191.511859:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118191.511963:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556540416 00000100:00100000:3.0:1787118191.511977:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556540416 00000100:00100000:3.0:1787118191.512070:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 139 00000100:00100000:3.0:1787118191.512134:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf69420-99c2-4c9e-8f65-0fb943311c4f+12:18279:x1873928556540416:12345-192.168.204.23@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787118191.512157:0:22787:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118191.512180:0:22787:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959047eaf200/0xce66ce20914c20b4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d237 expref: -99 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118191.512217:0:22787:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959047eaf200/0xce66ce20914c20b4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d237 expref: 13 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118191.512229:0:22787:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959047eaf200/0xce66ce20914c20b4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d237 expref: 13 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118191.512241:0:22787:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959047eaf200, rc 0) 00000100:00100000:3.0:1787118191.512307:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d47850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf69420-99c2-4c9e-8f65-0fb943311c4f+13:18279:x1873928556540416:12345-192.168.204.23@tcp:101:mount.lustre.0 Request processed in 228us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118191.512327:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 139 00000100:00100000:3.0:1787118191.519799:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118191.523615:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556540544 00000100:00100000:2.0:1787118191.523635:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556540544 00000100:00100000:2.0:1787118191.523884:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 140 00000100:00100000:2.0:1787118191.523896:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d46050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+13:18279:x1873928556540544:12345-192.168.204.23@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787118191.524135:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d46050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+13:18279:x1873928556540544:12345-192.168.204.23@tcp:501:mount.lustre.0 Request processed in 240us (4352us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118191.524144:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 140 00000100:00100000:1.0:1787118191.532306:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118191.537657:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556540672 00000100:00100000:0.0:1787118191.537681:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556540672 00000100:00100000:0.0:1787118191.537779:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 141 00000100:00100000:0.0:1787118191.537792:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+13:18279:x1873928556540672:12345-192.168.204.23@tcp:503:mount.lustre.0 00000100:00100000:0.0:1787118191.538010:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d46450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+13:18279:x1873928556540672:12345-192.168.204.23@tcp:503:mount.lustre.0 Request processed in 220us (5720us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118191.538020:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 141 00000100:00100000:1.0:1787118191.544232:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118191.544416:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556540800 00000100:00100000:2.0:1787118191.544430:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556540800 00000100:00100000:2.0:1787118191.544516:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 142 00000100:00100000:2.0:1787118191.544527:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d47450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+13:18288:x1873928556540800:12345-192.168.204.23@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787118191.545072:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d47450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+13:18288:x1873928556540800:12345-192.168.204.23@tcp:502:llog_process_th.0 Request processed in 534us (843us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118191.545082:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 142 00000100:00100000:1.0:1787118191.578268:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118191.578484:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556540928 00000100:00100000:0.0:1787118191.578499:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556540928 00000100:00100000:0.0:1787118191.578572:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 143 00000100:00100000:0.0:1787118191.578584:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+13:18288:x1873928556540928:12345-192.168.204.23@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787118191.578800:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d46c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+13:18288:x1873928556540928:12345-192.168.204.23@tcp:502:llog_process_th.0 Request processed in 217us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118191.578816:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 143 00000100:00100000:1.0:1787118191.588540:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118191.588718:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556541056 00000100:00100000:3.0:1787118191.588731:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556541056 00000100:00100000:3.0:1787118191.588818:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 16 00000100:00100000:3.0:1787118191.588828:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2417:x1873928556541056:12345-192.168.204.23@tcp:38:mount.lustre.0 00010000:00080000:3.0:1787118191.588866:0:22794:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-MDT0000: connection from c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4@192.168.204.23@tcp t0 exp 0000000000000000 cur 701 last 0 00000020:00000080:3.0:1787118191.588914:0:22794:0:(genops.c:1406:class_connect()) connect: client c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4, cookie 0xce66ce20914c20bb 00000004:00100000:3.0:1787118191.588948:0:22794:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return 37 00000100:00080000:3.0:1787118191.589075:0:22794:0:(import.c:65:import_set_state_nolock()) ffff9590458f7000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787118191.589205:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+6:2417:x1873928556541056:12345-192.168.204.23@tcp:38:mount.lustre.0 Request processed in 375us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118191.589214:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 16 00000100:00100000:2.0:1787118191.591986:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118191.592078:0:25586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556541312 00000100:00100000:3.0:1787118191.592091:0:25586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556541312 00000100:00100000:3.0:1787118191.592198:0:25586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 17 00000100:00100000:3.0:1787118191.592208:0:25586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959150ccb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2417:x1873928556541312:12345-192.168.204.23@tcp:38:mount.lustre.0 00010000:00080000:3.0:1787118191.592254:0:25586:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-MDT0001: connection from c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4@192.168.204.23@tcp t0 exp 0000000000000000 cur 701 last 0 00000020:00000080:3.0:1787118191.592311:0:25586:0:(genops.c:1406:class_connect()) connect: client c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4, cookie 0xce66ce20914c20c2 00000004:00100000:3.0:1787118191.592355:0:25586:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return 37 00000100:00080000:3.0:1787118191.592531:0:25586:0:(import.c:65:import_set_state_nolock()) ffff959046468800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787118191.592622:0:25586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959150ccb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+6:2417:x1873928556541312:12345-192.168.204.23@tcp:38:mount.lustre.0 Request processed in 414us (651us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118191.592632:0:25586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 17 00000100:00100000:1.0:1787118191.601231:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118191.601275:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118191.601373:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556541184 00000100:00100000:0.0:1787118191.601386:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556541184 00000100:00100000:0.0:1787118191.601510:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556541568 00000100:00100000:0.0:1787118191.601514:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556541568 00000100:00100000:0.0:1787118191.601549:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 18 00000100:00100000:0.0:1787118191.601562:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+7:0:x1873928556541184:12345-192.168.204.23@tcp:41:mount.lustre.0 00000004:00000024:0.0:1787118191.601606:0:22795:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787118191.601702:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+7:0:x1873928556541184:12345-192.168.204.23@tcp:41:mount.lustre.0 Request processed in 142us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118191.601711:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 18 00000100:00100000:0.0:1787118191.601732:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 19 00000100:00100000:0.0:1787118191.601739:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+6:18279:x1873928556541568:12345-192.168.204.23@tcp:41:mount.lustre.0 00000004:00000024:0.0:1787118191.601751:0:22795:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1787118191.601776:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+6:18279:x1873928556541568:12345-192.168.204.23@tcp:41:mount.lustre.0 Request processed in 37us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118191.601782:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 19 00000100:00080000:1.0:1787118191.602224:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787118191.605337:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118191.605444:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556541696 00000100:00100000:0.0:1787118191.605459:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556541696 00000100:00100000:0.0:1787118191.605551:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 20 00000100:00100000:0.0:1787118191.605563:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+6:18279:x1873928556541696:12345-192.168.204.23@tcp:40:mount.lustre.0 00000100:00100000:0.0:1787118191.605694:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+6:18279:x1873928556541696:12345-192.168.204.23@tcp:40:mount.lustre.0 Request processed in 127us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118191.605702:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 20 00000100:00100000:0.0:1787118191.619440:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118191.619535:0:25586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556541440 00000100:00100000:2.0:1787118191.619549:0:25586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556541440 00000100:00100000:2.0:1787118191.619661:0:25586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 21 00000100:00100000:2.0:1787118191.619673:0:25586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bd4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+6:0:x1873928556541440:12345-192.168.204.23@tcp:41:mount.lustre.0 00000004:00000024:2.0:1787118191.619717:0:25586:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787118191.619819:0:25586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bd4e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+6:0:x1873928556541440:12345-192.168.204.23@tcp:41:mount.lustre.0 Request processed in 148us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118191.619828:0:25586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 21 00000100:00080000:1.0:1787118191.619978:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787118191.620710:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118191.620764:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118191.620800:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118191.620811:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556542080 00000100:00100000:2.0:1787118191.620820:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556542080 00000100:00100000:3.0:1787118191.620851:0:24853:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556541824 00000100:00100000:3.0:1787118191.620856:0:24853:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556541824 00000100:00100000:2.0:1787118191.620866:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 4 00000100:00100000:2.0:1787118191.620875:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+6:18279:x1873928556542080:12345-192.168.204.23@tcp:900:mount.lustre.0 00000100:00100000:3.0:1787118191.620876:0:24853:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556541952 00000100:00100000:3.0:1787118191.620878:0:24853:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556541952 00000100:00100000:3.0:1787118191.620893:0:24853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 18 00000100:00100000:3.0:1787118191.620900:0:24853:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bd4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2417:x1873928556541824:12345-192.168.204.23@tcp:8:mount.lustre.0 00010000:00080000:3.0:1787118191.620942:0:24853:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-OST0000: connection from c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4@192.168.204.23@tcp t0 exp 0000000000000000 cur 701 last 0 00000020:00000080:3.0:1787118191.620987:0:24853:0:(genops.c:1406:class_connect()) connect: client c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4, cookie 0xce66ce20914c20c9 00002000:00100000:3.0:1787118191.621002:0:24853:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4/ffff959046469800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113901 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1787118191.621014:0:24853:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return 37 00002000:00080000:3.0:1787118191.621129:0:24853:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1787118191.621162:0:24853:0:(import.c:65:import_set_state_nolock()) ffff95904646c000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787118191.627914:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bd4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+6:18279:x1873928556542080:12345-192.168.204.23@tcp:900:mount.lustre.0 Request processed in 7019us (7187us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118191.627938:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 4 00000100:00100000:2.0:1787118191.628021:0:24298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 19 00000100:00100000:2.0:1787118191.628030:0:24298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bd4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2417:x1873928556541952:12345-192.168.204.23@tcp:8:mount.lustre.0 00010000:00080000:2.0:1787118191.631049:0:24298:0:(ldlm_lib.c:1446:target_handle_connect()) lustre-OST0001: connection from c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4@192.168.204.23@tcp t0 exp 0000000000000000 cur 701 last 0 00000020:00000080:2.0:1787118191.631458:0:24298:0:(genops.c:1406:class_connect()) connect: client c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4, cookie 0xce66ce20914c20d0 00002000:00100000:2.0:1787118191.631487:0:24298:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4/ffff95915053f000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113901 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1787118191.631502:0:24298:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return 37 00002000:00080000:2.0:1787118191.631598:0:24298:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1787118191.631644:0:24298:0:(import.c:65:import_set_state_nolock()) ffff959150538800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787118191.632376:0:24853:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bd4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+6:2417:x1873928556541824:12345-192.168.204.23@tcp:8:mount.lustre.0 Request processed in 11469us (11605us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118191.632391:0:24853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 18 00000100:00100000:2.0:1787118191.644829:0:24298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bd4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+6:2417:x1873928556541952:12345-192.168.204.23@tcp:8:mount.lustre.0 Request processed in 16775us (24005us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118191.644865:0:24298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 19 00000100:00100000:0.0:1787118191.650902:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118191.651037:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556542208 00000100:00100000:1.0:1787118191.651051:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556542208 00000100:00100000:1.0:1787118191.651291:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 1 00000100:00100000:1.0:1787118191.651302:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bd4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+6:18279:x1873928556542208:12345-192.168.204.23@tcp:33:mount.lustre.0 00000004:00200000:1.0:1787118191.651578:0:22797:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1787118191.651685:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bd4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+6:18279:x1873928556542208:12345-192.168.204.23@tcp:33:mount.lustre.0 Request processed in 384us (796us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118191.651694:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 1 00000100:00100000:0.0:1787118191.842144:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959150ccad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567146880:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787118191.842683:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118191.842833:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fb98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567147008:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787118191.844435:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118191.852553:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567146880 00000100:00100000:2.0:1787118191.852572:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567146880 00000100:00100000:2.0:1787118191.852659:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567147008 00000100:00100000:2.0:1787118191.852662:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567147008 00000100:00100000:2.0:1787118191.852682:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1787118191.852691:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567146880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787118191.852755:0:22799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1787118191.852871:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567146880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 181us (10189us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118191.852879:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1787118191.852896:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1787118191.852902:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3626:x1873928567147008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787118191.852913:0:22799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1787118191.852958:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3626:x1873928567147008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (8530us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118191.852964:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1787118191.853200:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959150ccad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567146880:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787118191.854043:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fb98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567147008:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787118191.858832:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118191.858995:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556542336 00000100:00100000:3.0:1787118191.859009:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556542336 00000100:00100000:3.0:1787118191.859196:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 22 00000100:00100000:3.0:1787118191.859211:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+6:18311:x1873928556542336:12345-192.168.204.23@tcp:101:mkdir.0 00010000:00010000:3.0:1787118191.859249:0:22793:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118191.859276:0:22793:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae400/0xce66ce20914c20d7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d268 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118191.859994:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae000/0xce66ce20914c20de lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118191.860014:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae000/0xce66ce20914c20de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118191.860030:0:22793:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae000/0xce66ce20914c20de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787118191.860134:0:22793:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1787118191.860139:0:22793:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787118191.860166:0:22793:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae000/0xce66ce20914c20de lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118191.860201:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae400/0xce66ce20914c20d7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d268 expref: 8 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118191.860237:0:22793:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae000/0xce66ce20914c20de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d268 expref: 7 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118191.860248:0:22793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff959147dacb00) 00010000:00010000:3.0:1787118191.860251:0:22793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787118191.860255:0:22793:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959047eae000, rc 0) 00000100:00100000:3.0:1787118191.860632:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+7:18311:x1873928556542336:12345-192.168.204.23@tcp:101:mkdir.0 Request processed in 1424us (1813us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118191.860643:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 22 00010000:00010000:0.0:1787118192.290258:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787118192.871891:0:23546:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1787118193.314568:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118194.340686:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1787118194.916347:0:23526:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4 00000001:00100000:2.0:1787118194.916368:0:23526:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 1c3aa5f7-495d-436f-b447-85dbf504f90f 00000001:00100000:2.0:1787118194.916759:0:25114:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4 00000001:00100000:2.0:1787118194.916767:0:25114:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 1c3aa5f7-495d-436f-b447-85dbf504f90f 00000001:00100000:3.0:1787118194.917817:0:22774:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4 00000001:00100000:3.0:1787118194.917832:0:22774:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 1c3aa5f7-495d-436f-b447-85dbf504f90f 00000001:00100000:0.0:1787118194.920231:0:24295:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4 00000001:00100000:0.0:1787118194.920250:0:24295:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 1c3aa5f7-495d-436f-b447-85dbf504f90f 00010000:00010000:1.0:1787118195.368311:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787118195.377829:0:25673:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:0.0:1787118195.937471:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567147136:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787118195.937549:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118195.937696:0:25161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567147136 00000100:00100000:3.0:1787118195.937704:0:25161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567147136 00000100:00100000:3.0:1787118195.937776:0:25161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1787118195.937797:0:25161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567147136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787118195.937828:0:25161:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1787118195.937973:0:25161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567147136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 178us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118195.938008:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567147136:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787118195.938133:0:25161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:0.0:1787118195.938438:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1787118196.386764:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787118196.449901:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fb98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567147264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787118196.449995:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118196.450074:0:24303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567147264 00000100:00100000:2.0:1787118196.450082:0:24303:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567147264 00000100:00100000:2.0:1787118196.450152:0:24303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1787118196.450162:0:24303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959150ccb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3628:x1873928567147264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787118196.450194:0:24303:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1787118196.450238:0:24303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959150ccb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3628:x1873928567147264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118196.450245:0:24303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:2.0:1787118196.450264:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787118196.450312:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fb98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567147264:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787118196.450537:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787118196.450548:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fb98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567147392:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787118196.450577:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118196.450611:0:24302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567147392 00000100:00100000:1.0:1787118196.450614:0:24302:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567147392 00000100:00100000:1.0:1787118196.450641:0:24302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1787118196.450647:0:24302:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916a6b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3626:x1873928567147392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787118196.450659:0:24302:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1787118196.450688:0:24302:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916a6b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3626:x1873928567147392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118196.450694:0:24302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1787118196.450730:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fb98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567147392:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1787118196.451626:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787118196.452332:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787118196.452350:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fb98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567147520:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787118196.452428:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118196.453841:0:25161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567147520 00000100:00100000:1.0:1787118196.453854:0:25161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567147520 00000100:00100000:1.0:1787118196.453929:0:25161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787118196.453939:0:25161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959150ccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567147520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1787118196.453981:0:25161:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1787118196.454052:0:25161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959150ccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567147520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (1624us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118196.454059:0:25161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:1.0:1787118196.454079:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787118196.454137:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fb98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567147520:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787118196.454498:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567148032:0@lo:400:kworker.0 00000100:00100000:2.0:1787118196.454533:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118196.454555:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3626:1873928567148544:0@lo:400:kworker.0 00000100:00100000:2.0:1787118196.454577:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118196.454596:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1787118196.454601:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3626:1873928567147904:0@lo:400:kworker.0 00000100:00100000:2.0:1787118196.454621:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118196.454636:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3626:1873928567148416:0@lo:400:kworker.0 00000100:00100000:2.0:1787118196.454653:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118196.454680:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567148032 00000100:00100000:2.0:1787118196.454683:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567148032 00000100:00100000:2.0:1787118196.454714:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1787118196.454736:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567148032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118196.454780:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbcaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3626:x1873928567148032:12345-0@lo:400:kworker.0 Request processed in 45us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118196.454787:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1787118196.454806:0:25586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567148544 00000100:00100000:2.0:1787118196.454810:0:25586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567148544 00000100:00100000:2.0:1787118196.454839:0:25586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567147904 00000100:00100000:2.0:1787118196.454842:0:25586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567147904 00000100:00100000:2.0:1787118196.454854:0:25586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567148416 00000100:00100000:2.0:1787118196.454856:0:25586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567148416 00000100:00100000:2.0:1787118196.454881:0:25586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787118196.454886:0:25586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3626:x1873928567148544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118196.454919:0:25586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3626:x1873928567148544:12345-0@lo:400:kworker.0 Request processed in 33us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118196.454926:0:25586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787118196.454939:0:25586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1787118196.454944:0:25586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3626:x1873928567147904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118196.455225:0:25586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3626:x1873928567147904:12345-0@lo:400:kworker.0 Request processed in 279us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118196.455232:0:25586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1787118196.455246:0:25586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1787118196.455252:0:25586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3626:x1873928567148416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118196.455280:0:25586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3626:x1873928567148416:12345-0@lo:400:kworker.0 Request processed in 28us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118196.455285:0:25586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1787118196.455318:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1873928567147776:0@lo:400:kworker.0 00000100:00100000:2.0:1787118196.455344:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118196.455382:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3628:1873928567148288:0@lo:400:kworker.0 00000100:00100000:2.0:1787118196.455404:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118196.455423:0:3628:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1787118196.455429:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9977501-80fd-46cd-84bc-181bd505030e:3628:1873928567147648:0@lo:400:kworker.0 00000100:00100000:2.0:1787118196.455456:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118196.455477:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3628:1873928567148160:0@lo:400:kworker.0 00000100:00100000:2.0:1787118196.455498:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118196.455514:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3628:1873928567148672:0@lo:400:kworker.0 00000100:00100000:2.0:1787118196.455543:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118196.455568:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567147648 00000100:00100000:2.0:1787118196.455573:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567147648 00000100:00100000:2.0:1787118196.455616:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:2.0:1787118196.455623:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d47050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+24:3628:x1873928567147648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118196.455657:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d47050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+24:3628:x1873928567147648:12345-0@lo:400:kworker.0 Request processed in 35us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118196.455664:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:2.0:1787118196.455691:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567148288 00000100:00100000:2.0:1787118196.455694:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567148288 00000100:00100000:2.0:1787118196.455784:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567148160 00000100:00100000:2.0:1787118196.455788:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567148160 00000100:00100000:2.0:1787118196.455804:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567148672 00000100:00100000:2.0:1787118196.455806:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567148672 00000100:00100000:2.0:1787118196.455838:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1787118196.455845:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3628:x1873928567148288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118196.455875:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3628:x1873928567148288:12345-0@lo:400:kworker.0 Request processed in 31us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118196.455881:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1787118196.455892:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1787118196.455897:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3628:x1873928567148160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118196.455920:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3628:x1873928567148160:12345-0@lo:400:kworker.0 Request processed in 23us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118196.455926:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1787118196.455935:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1787118196.455940:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3628:x1873928567148672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118196.456349:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3628:x1873928567148672:12345-0@lo:400:kworker.0 Request processed in 407us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118196.456363:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1787118196.456469:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567147776 00000100:00100000:2.0:1787118196.456474:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567147776 00000100:00100000:2.0:1787118196.456498:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1787118196.456504:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3628:x1873928567147776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118196.456539:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3628:x1873928567147776:12345-0@lo:400:kworker.0 Request processed in 36us (1195us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118196.456545:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1787118196.456584:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3626:1873928567147904:0@lo:400:kworker.0 00010000:00080000:2.0:1787118196.456597:0:3626:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95917fbcb100 x1873928567148416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118196.456607:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3626:1873928567148416:0@lo:400:kworker.0 00000100:00100000:2.0:1787118196.456617:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3626:1873928567148032:0@lo:400:kworker.0 00000100:00100000:2.0:1787118196.456628:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3626:1873928567148544:0@lo:400:kworker.0 00000100:00100000:2.0:1787118196.456661:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9977501-80fd-46cd-84bc-181bd505030e:3628:1873928567147648:0@lo:400:kworker.0 00000100:00100000:2.0:1787118196.456670:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3628:1873928567148160:0@lo:400:kworker.0 00010000:00080000:2.0:1787118196.456680:0:3628:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95917fbcb800 x1873928567148672/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787118196.456689:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3628:1873928567148672:0@lo:400:kworker.0 00000100:00100000:2.0:1787118196.456697:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbc8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1873928567147776:0@lo:400:kworker.0 00000100:00100000:2.0:1787118196.456706:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3628:1873928567148288:0@lo:400:kworker.0 00000100:00080000:1.0:1787118196.457905:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787118196.457918:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787118196.828985:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118196.829080:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118196.829141:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118196.829161:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118196.829178:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118196.829196:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118196.829215:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118196.829234:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118196.829257:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118196.829285:0:25166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556542976 00000100:00100000:1.0:1787118196.829294:0:25166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556542976 00000100:00100000:1.0:1787118196.829354:0:25166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556543488 00000100:00100000:1.0:1787118196.829357:0:25166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556543488 00000100:00100000:1.0:1787118196.829383:0:25166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556542848 00000100:00100000:1.0:1787118196.829385:0:25166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556542848 00000100:00100000:1.0:1787118196.829399:0:25166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556543360 00000100:00100000:1.0:1787118196.829402:0:25166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556543360 00000100:00100000:1.0:1787118196.829429:0:25166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 7 00000100:00100000:1.0:1787118196.829440:0:25166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c3aa5f7-495d-436f-b447-85dbf504f90f+5:2421:x1873928556542976:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:1.0:1787118196.829530:0:25166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c3aa5f7-495d-436f-b447-85dbf504f90f+5:2421:x1873928556542976:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 91us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118196.829537:0:25166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 7 00000100:00100000:1.0:1787118196.829555:0:25166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 8 00000100:00100000:1.0:1787118196.829561:0:25166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+5:2421:x1873928556543488:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:1.0:1787118196.829599:0:25166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+5:2421:x1873928556543488:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 38us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118196.829605:0:25166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 8 00000100:00100000:1.0:1787118196.829628:0:25166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 9 00000100:00100000:1.0:1787118196.829634:0:25166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c3aa5f7-495d-436f-b447-85dbf504f90f+5:2421:x1873928556542848:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:1.0:1787118196.829659:0:25166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c3aa5f7-495d-436f-b447-85dbf504f90f+5:2421:x1873928556542848:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 26us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118196.829666:0:25166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 9 00000100:00100000:1.0:1787118196.829678:0:25166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 10 00000100:00100000:1.0:1787118196.829683:0:25166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+5:2421:x1873928556543360:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:1.0:1787118196.829704:0:25166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+5:2421:x1873928556543360:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 21us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118196.829710:0:25166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 10 00000100:00080000:1.0:1787118196.829737:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787118196.829741:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787118196.832213:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556542464 00000100:00100000:2.0:1787118196.832227:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556542464 00000100:00100000:2.0:1787118196.832284:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 145 00000100:00100000:2.0:1787118196.832295:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d44850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf69420-99c2-4c9e-8f65-0fb943311c4f+13:2421:x1873928556542464:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:2.0:1787118196.832376:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d44850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf69420-99c2-4c9e-8f65-0fb943311c4f+13:2421:x1873928556542464:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 72us (3391us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118196.832384:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 145 00000100:00100000:2.0:1787118196.832725:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556542720 00000100:00100000:2.0:1787118196.832854:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556542720 00000100:00100000:2.0:1787118196.832891:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556543232 00000100:00100000:2.0:1787118196.832894:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556543232 00000100:00100000:2.0:1787118196.832905:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556542592 00000100:00100000:2.0:1787118196.832962:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556542592 00000100:00100000:2.0:1787118196.832978:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556543104 00000100:00100000:2.0:1787118196.832980:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556543104 00000100:00100000:2.0:1787118196.832992:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 46 00000100:00100000:2.0:1787118196.832998:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+5:2421:x1873928556542720:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:2.0:1787118196.833030:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+5:2421:x1873928556542720:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 33us (3951us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118196.833036:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 46 00000100:00100000:2.0:1787118196.833045:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 47 00000100:00100000:2.0:1787118196.833050:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+5:2421:x1873928556543232:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:2.0:1787118196.833213:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+5:2421:x1873928556543232:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 162us (4050us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118196.833220:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 47 00000100:00100000:2.0:1787118196.833232:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 48 00000100:00100000:2.0:1787118196.833247:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:2421:x1873928556542592:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:2.0:1787118196.833274:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:2421:x1873928556542592:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 29us (4078us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118196.833280:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 48 00000100:00100000:2.0:1787118196.833292:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 49 00000100:00100000:2.0:1787118196.833299:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+6:2421:x1873928556543104:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:2.0:1787118196.833319:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+6:2421:x1873928556543104:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 22us (4085us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118196.833325:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 49 00000100:00080000:2.0:1787118196.834451:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787118196.834459:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787118196.961748:0:3627:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787118196.961772:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047ce2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567148800:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787118196.961851:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118196.961920:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567148800 00000100:00100000:0.0:1787118196.961929:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567148800 00000100:00100000:0.0:1787118196.961989:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1787118196.961999:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567148800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787118196.962038:0:22799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787118196.962092:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567148800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118196.962116:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1787118196.962140:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567148928:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787118196.962157:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047ce2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567148800:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787118196.962167:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118196.962304:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567148928 00000100:00100000:1.0:1787118196.962309:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567148928 00000100:00100000:1.0:1787118196.962331:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1787118196.962337:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d5ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567148928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787118196.962355:0:22798:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1787118196.962397:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d5ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567148928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118196.962404:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1787118196.962542:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567148928:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1787118197.416675:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118198.435811:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787118198.818767:0:22829:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000080:0.0:1787118199.131991:0:25821:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffe6d799be0 20000000:00000080:0.0:1787118199.132007:0:25821:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff959046509c00 uarg=0000000000000000 20000000:01000000:0.0:1787118199.132050:0:25821:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:0.0:1787118199.132056:0:25821:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:0.0:1787118199.132061:0:25821:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:0.0:1787118199.137905:0:25822:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:3.0:1787118199.138076:0:25821:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:3.0:1787118199.147779:0:25821:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1787118199.148531:0:25821:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff95917eccb800/0xce66ce20914c20e5 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.148554:0:25821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9590416a8800/0xce66ce20914c1d42 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1d3b expref: 23 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.148563:0:25821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff95917d2f4600/0xce66ce20914c1d50 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1d49 expref: 23 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.148571:0:25821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff959140031400/0xce66ce20914c1d8f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1d88 expref: 23 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.148577:0:25821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9590416a8000/0xce66ce20914c1e29 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c1e22 expref: 23 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.148586:0:25821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff959047eaee00/0xce66ce20914c2075 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d1c7 expref: 12 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.148613:0:25821:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff959047eaf200/0xce66ce20914c20b4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d237 expref: 12 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.148619:0:25821:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff95917eccb800/0xce66ce20914c20e5 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.148663:0:25821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff959047eaf200/0xce66ce20914c20b4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d237 expref: 12 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.148677:0:25821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff959047eaf200/0xce66ce20914c20b4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d237 expref: 12 pid: 22787 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118199.148692:0:25821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fb9d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25821:1873928567149056:192.168.204.23@tcp:104: 00010000:00010000:2.0:1787118199.148864:0:25821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff959047eaee00/0xce66ce20914c2075 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d1c7 expref: 12 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.148873:0:25821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff959047eaee00/0xce66ce20914c2075 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d1c7 expref: 12 pid: 22789 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118199.148881:0:25821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fb9ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25821:1873928567149184:192.168.204.23@tcp:104: 00010000:00010000:2.0:1787118199.148911:0:25821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9590416a8000/0xce66ce20914c1e29 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xce66ce20914c1e22 expref: 23 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.148918:0:25821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9590416a8000/0xce66ce20914c1e29 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xce66ce20914c1e22 expref: 23 pid: 22787 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118199.148927:0:25821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fb9c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25821:1873928567149312:0@lo:104: 00000100:00100000:2.0:1787118199.148960:0:25821:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787118199.148993:0:25821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff959140031400/0xce66ce20914c1d8f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xce66ce20914c1d88 expref: 23 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.149002:0:25821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff959140031400/0xce66ce20914c1d8f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xce66ce20914c1d88 expref: 23 pid: 22788 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118199.149011:0:25821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fb9f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25821:1873928567149440:0@lo:104: 00000100:00100000:2.0:1787118199.149032:0:25821:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787118199.149061:0:25821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff95917d2f4600/0xce66ce20914c1d50 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xce66ce20914c1d49 expref: 23 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.149070:0:25821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff95917d2f4600/0xce66ce20914c1d50 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xce66ce20914c1d49 expref: 23 pid: 22789 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118199.149078:0:25821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fb9e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25821:1873928567149568:0@lo:104: 00000100:00100000:1.0:1787118199.149119:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567149312 00000100:00100000:1.0:1787118199.149134:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567149312 00000100:00100000:1.0:1787118199.149171:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567149440 00000100:00100000:1.0:1787118199.149174:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567149440 00000100:00100000:1.0:1787118199.149201:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787118199.149211:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9977501-80fd-46cd-84bc-181bd505030e+4:25821:x1873928567149312:12345-0@lo:104: 00010000:00010000:1.0:1787118199.149223:0:22777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1e22 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1e29 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118199.149280:0:22777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787118199.149287:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9977501-80fd-46cd-84bc-181bd505030e+4:25821:x1873928567149312:12345-0@lo:104: Request processed in 77us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118199.149294:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787118199.149325:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787118199.149331:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9977501-80fd-46cd-84bc-181bd505030e+3:25821:x1873928567149440:12345-0@lo:104: 00010000:00010000:1.0:1787118199.149338:0:22777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.123@tcp lock: ffff9590416a8200/0xce66ce20914c1d88 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1d8f expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118199.149369:0:22777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1787118199.149374:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9977501-80fd-46cd-84bc-181bd505030e+3:25821:x1873928567149440:12345-0@lo:104: Request processed in 44us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118199.149379:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:1.0:1787118199.149396:0:22782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787118199.149401:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1e22 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1e29 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118199.149408:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917d2f5600 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:1.0:1787118199.149629:0:22782:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1e22 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xce66ce20914c1e29 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118199.149650:0:22782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1e22 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xce66ce20914c1e29 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787118199.149657:0:22782:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1e22 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xce66ce20914c1e29 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787118199.149662:0:22782:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1787118199.149693:0:22782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1e22 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1e29 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118199.149699:0:22782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787118199.149720:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1e22 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1e29 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118199.149727:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff95917d2f5600/0xce66ce20914c1e22 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1e29 expref: -99 pid: 25113 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118199.149739:0:22782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787118199.149742:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff9590416a8200/0xce66ce20914c1d88 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1d8f expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118199.149748:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9590416a8200 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:1.0:1787118199.149750:0:22782:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff9590416a8200/0xce66ce20914c1d88 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xce66ce20914c1d8f expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118199.149756:0:22782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff9590416a8200/0xce66ce20914c1d88 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xce66ce20914c1d8f expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787118199.149762:0:22782:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff9590416a8200/0xce66ce20914c1d88 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xce66ce20914c1d8f expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787118199.149773:0:22782:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1787118199.149788:0:22782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff9590416a8200/0xce66ce20914c1d88 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1d8f expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118199.149794:0:22782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787118199.149810:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff9590416a8200/0xce66ce20914c1d88 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1d8f expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118199.149817:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff9590416a8200/0xce66ce20914c1d88 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1d8f expref: -99 pid: 24294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118199.149826:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118199.149827:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118199.149829:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118199.149836:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787118199.149857:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047ce1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9977501-80fd-46cd-84bc-181bd505030e:3626:1873928567149696:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787118199.149888:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118199.149933:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047ce2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9977501-80fd-46cd-84bc-181bd505030e:3627:1873928567149824:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787118199.149955:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118199.149987:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567149696 00000100:00100000:1.0:1787118199.149991:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567149696 00010000:00010000:1.0:1787118199.150889:0:22780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9590416a8000/0xce66ce20914c1e29 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1e22 expref: 24 pid: 22787 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118199.150925:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567149824 00000100:00100000:1.0:1787118199.150929:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567149824 00010000:00010000:1.0:1787118199.150948:0:22780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff959140031400/0xce66ce20914c1d8f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1d88 expref: 25 pid: 22788 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118199.150978:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787118199.150986:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9977501-80fd-46cd-84bc-181bd505030e+25:3626:x1873928567149696:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787118199.150999:0:22780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787118199.151006:0:22780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9590416a8000/0xce66ce20914c1e29 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1e22 expref: 25 pid: 22787 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787118199.151360:0:22781:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:3.0:1787118199.151370:0:22781:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:1.0:1787118199.151814:0:22780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9590416a8000/0xce66ce20914c1e29 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xce66ce20914c1e22 expref: 25 pid: 22787 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118199.151835:0:22780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787118199.151891:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9977501-80fd-46cd-84bc-181bd505030e+25:3626:x1873928567149696:12345-0@lo:103:ldlm_bl.0 Request processed in 906us (2002us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118199.151898:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787118199.151916:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787118199.151923:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9977501-80fd-46cd-84bc-181bd505030e+24:3627:x1873928567149824:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787118199.151931:0:22780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787118199.151936:0:22780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff959140031400/0xce66ce20914c1d8f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1d88 expref: 24 pid: 22788 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118199.151945:0:22780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff959140031400/0xce66ce20914c1d8f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xce66ce20914c1d88 expref: 24 pid: 22788 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118199.151955:0:22780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787118199.151983:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9977501-80fd-46cd-84bc-181bd505030e+24:3627:x1873928567149824:12345-0@lo:103:ldlm_bl.0 Request processed in 61us (2027us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118199.151990:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787118199.152251:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047ce2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e9977501-80fd-46cd-84bc-181bd505030e:3627:1873928567149824:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787118199.152382:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047ce1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9977501-80fd-46cd-84bc-181bd505030e:3626:1873928567149696:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787118199.153494:0:25821:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787118199.153618:0:25821:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9590416a8800/0xce66ce20914c1d42 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xce66ce20914c1d3b expref: 23 pid: 22787 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.153632:0:25821:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9590416a8800/0xce66ce20914c1d42 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xce66ce20914c1d3b expref: 23 pid: 22787 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118199.153645:0:25821:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fb9f800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25821:1873928567149952:0@lo:104: 00000100:00100000:2.0:1787118199.153688:0:25821:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118199.153943:0:25821:0:(client.c:2702:ptlrpc_set_wait()) set ffff9590473160c0 going to sleep for 11 seconds 00010000:00010000:2.0:1787118199.153965:0:25821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9590416a8000/0xce66ce20914c1e29 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xce66ce20914c1e22 expref: 23 pid: 22787 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118199.153977:0:25821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fb9c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25821:1873928567149312:0@lo:104: 00010000:00010000:2.0:1787118199.153990:0:25821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959140031400/0xce66ce20914c1d8f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xce66ce20914c1d88 expref: 22 pid: 22788 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118199.154025:0:25821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fb9f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25821:1873928567149440:0@lo:104: 00000100:00100000:1.0:1787118199.154337:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567149568 00000100:00100000:1.0:1787118199.154345:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567149568 00000100:00100000:1.0:1787118199.154380:0:22777:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567149952 00000100:00100000:1.0:1787118199.154383:0:22777:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567149952 00000100:00100000:1.0:1787118199.154398:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787118199.154405:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9977501-80fd-46cd-84bc-181bd505030e+4:25821:x1873928567149568:12345-0@lo:104: 00010000:00010000:1.0:1787118199.154431:0:22777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.123@tcp lock: ffff959140031000/0xce66ce20914c1d49 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1d50 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118199.154542:0:22777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787118199.154548:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9977501-80fd-46cd-84bc-181bd505030e+4:25821:x1873928567149568:12345-0@lo:104: Request processed in 144us (1056us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118199.154563:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787118199.154580:0:22777:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787118199.154586:0:22777:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9977501-80fd-46cd-84bc-181bd505030e+3:25821:x1873928567149952:12345-0@lo:104: 00010000:00010000:1.0:1787118199.154595:0:22777:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.123@tcp lock: ffff959176edd800/0xce66ce20914c1d3b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1d42 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118199.154611:0:24324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787118199.154620:0:24324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff959140031000/0xce66ce20914c1d49 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1d50 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118199.154630:0:24324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959140031000 already unused, calling callback (ffffffffc1306c20) 00010000:00010000:1.0:1787118199.154634:0:22777:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 10000000:00010000:0.0:1787118199.154635:0:24324:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff959140031000/0xce66ce20914c1d49 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xce66ce20914c1d50 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118199.154644:0:22777:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e9977501-80fd-46cd-84bc-181bd505030e+3:25821:x1873928567149952:12345-0@lo:104: Request processed in 56us (953us total) trans 0 rc 0/0 00010000:00010000:0.0:1787118199.154650:0:24324:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff959140031000/0xce66ce20914c1d49 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xce66ce20914c1d50 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118199.154652:0:22777:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 10000000:00010000:0.0:1787118199.154663:0:24324:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff959140031000/0xce66ce20914c1d49 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xce66ce20914c1d50 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787118199.154670:0:24324:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1787118199.154673:0:22782:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787118199.154678:0:22782:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.123@tcp lock: ffff959176edd800/0xce66ce20914c1d3b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xce66ce20914c1d42 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118199.154695:0:22782:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959176edd800 already unused, calling callback (ffffffffc1306c20) 10000000:00010000:1.0:1787118199.154700:0:22782:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.123@tcp lock: ffff959176edd800/0xce66ce20914c1d3b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xce66ce20914c1d42 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118199.154717:0:22782:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.123@tcp lock: ffff959176edd800/0xce66ce20914c1d3b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xce66ce20914c1d42 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118199.154718:0:24324:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff959140031000/0xce66ce20914c1d49 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1d50 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787118199.154732:0:22782:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.123@tcp lock: ffff959176edd800/0xce66ce20914c1d3b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xce66ce20914c1d42 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118199.154734:0:24324:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 10000000:01000000:1.0:1787118199.154742:0:22782:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1787118199.154757:0:24324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff959140031000/0xce66ce20914c1d49 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1d50 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118199.154761:0:22782:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.123@tcp lock: ffff959176edd800/0xce66ce20914c1d3b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1d42 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118199.154773:0:22782:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787118199.154780:0:24324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff959140031000/0xce66ce20914c1d49 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1d50 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118199.154793:0:22782:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.123@tcp lock: ffff959176edd800/0xce66ce20914c1d3b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1d42 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118199.154794:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118199.154797:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118199.154803:0:22782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.123@tcp lock: ffff959176edd800/0xce66ce20914c1d3b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xce66ce20914c1d42 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118199.154806:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118199.154820:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118199.154822:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118199.154824:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787118199.154831:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787118199.154843:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047ce2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9977501-80fd-46cd-84bc-181bd505030e:3626:1873928567150208:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787118199.154873:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118199.154919:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9590458f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9977501-80fd-46cd-84bc-181bd505030e:3628:1873928567150080:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787118199.154942:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118199.154972:0:22779:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567150208 00000100:00100000:1.0:1787118199.154976:0:22779:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567150208 00000100:00100000:0.0:1787118199.154978:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567150080 00000100:00100000:0.0:1787118199.154985:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567150080 00010000:00010000:1.0:1787118199.154996:0:22779:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9590416a8800/0xce66ce20914c1d42 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1d3b expref: 23 pid: 22787 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118199.155008:0:22780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff95917d2f4600/0xce66ce20914c1d50 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1d49 expref: 23 pid: 22789 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118199.155033:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787118199.155041:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9977501-80fd-46cd-84bc-181bd505030e+23:3628:x1873928567150080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787118199.155051:0:22780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787118199.155056:0:22780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff95917d2f4600/0xce66ce20914c1d50 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1d49 expref: 23 pid: 22789 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118199.155065:0:22780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff95917d2f4600/0xce66ce20914c1d50 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xce66ce20914c1d49 expref: 23 pid: 22789 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118199.155081:0:22780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787118199.155137:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:e9977501-80fd-46cd-84bc-181bd505030e+23:3628:x1873928567150080:12345-0@lo:103:ldlm_bl.0 Request processed in 95us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118199.155355:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787118199.155370:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787118199.155379:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9977501-80fd-46cd-84bc-181bd505030e+22:3626:x1873928567150208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787118199.155389:0:22779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787118199.155394:0:22779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9590416a8800/0xce66ce20914c1d42 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xce66ce20914c1d3b expref: 22 pid: 22787 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118199.155403:0:22779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9590416a8800/0xce66ce20914c1d42 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xce66ce20914c1d3b expref: 22 pid: 22787 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118199.155413:0:22779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787118199.155449:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e9977501-80fd-46cd-84bc-181bd505030e+22:3626:x1873928567150208:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118199.155456:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787118199.155506:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9590458f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e9977501-80fd-46cd-84bc-181bd505030e:3628:1873928567150080:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787118199.155545:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047ce2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e9977501-80fd-46cd-84bc-181bd505030e:3626:1873928567150208:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787118199.156947:0:25821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff95917d2f4600/0xce66ce20914c1d50 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xce66ce20914c1d49 expref: 21 pid: 22789 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118199.156965:0:25821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fb9e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25821:1873928567149568:0@lo:104: 00010000:00010000:2.0:1787118199.156978:0:25821:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9590416a8800/0xce66ce20914c1d42 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xce66ce20914c1d3b expref: 20 pid: 22787 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118199.156987:0:25821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fb9f800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25821:1873928567149952:0@lo:104: 00000100:00100000:2.0:1787118199.159679:0:25821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fb9d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25821:1873928567149056:192.168.204.23@tcp:104: 00000100:00100000:2.0:1787118199.159694:0:25821:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fb9ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25821:1873928567149184:192.168.204.23@tcp:104: 00010000:00010000:2.0:1787118199.159734:0:25821:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff95917eccb800/0xce66ce20914c20e5 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118199.171860:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118199.171944:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118199.171978:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556543616 00000100:00100000:0.0:1787118199.171990:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556543616 00010000:00010000:0.0:1787118199.172033:0:22780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff959047eaf200/0xce66ce20914c20b4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d237 expref: 13 pid: 22787 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118199.172072:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556543744 00000100:00100000:0.0:1787118199.172075:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556543744 00010000:00010000:0.0:1787118199.172087:0:22780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff959047eaee00/0xce66ce20914c2075 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d1c7 expref: 14 pid: 22789 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118199.172145:0:22779:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 13 00000100:00100000:2.0:1787118199.172161:0:22779:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916b958050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:faf69420-99c2-4c9e-8f65-0fb943311c4f+14:2419:x1873928556543616:12345-192.168.204.23@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787118199.172172:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 14 00000100:00100000:0.0:1787118199.172182:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:faf69420-99c2-4c9e-8f65-0fb943311c4f+14:2419:x1873928556543744:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787118199.172190:0:22779:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787118199.172194:0:22780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787118199.172200:0:22779:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff959047eaf200/0xce66ce20914c20b4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d237 expref: 14 pid: 22787 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118199.172202:0:22780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff959047eaee00/0xce66ce20914c2075 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d1c7 expref: 14 pid: 22789 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.172229:0:22779:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff959047eaf200/0xce66ce20914c20b4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d237 expref: 14 pid: 22787 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118199.172439:0:22780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff959047eaee00/0xce66ce20914c2075 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d1c7 expref: 14 pid: 22789 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118199.172616:0:22780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959047eaee00/0xce66ce20914c2075 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d1c7 expref: 14 pid: 22789 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118199.172634:0:22780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787118199.172809:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:faf69420-99c2-4c9e-8f65-0fb943311c4f+13:2419:x1873928556543744:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 628us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118199.172817:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 14 00010000:00010000:2.0:1787118199.175073:0:22779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff959047eaf200/0xce66ce20914c20b4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d237 expref: 12 pid: 22787 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.175334:0:22779:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff95917eccb800/0xce66ce20914c20e5 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.175343:0:22779:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff95917eccb800/0xce66ce20914c20e5 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.175364:0:22779:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff95917eccb800/0xce66ce20914c20e5 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.175371:0:22779:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff95917eccb800/0xce66ce20914c20e5 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.175377:0:22779:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff95917eccb800/0xce66ce20914c20e5 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.175384:0:22779:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff95917eccb800/0xce66ce20914c20e5 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.175391:0:22779:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccb800 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:2.0:1787118199.175395:0:22779:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff95917eccb800/0xce66ce20914c20e5 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.175402:0:22779:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff95917eccb800/0xce66ce20914c20e5 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118199.175542:0:25821:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff95917eccb800/0xce66ce20914c20e5 lrc: 5/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118199.175552:0:25821:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff95917eccb800/0xce66ce20914c20e5 lrc: 5/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.176872:0:22779:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff95917eccb800/0xce66ce20914c20e5 lrc: 3/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.176886:0:22779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff95917eccb800/0xce66ce20914c20e5 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25821 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118199.176917:0:22779:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787118199.177079:0:22779:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916b958050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:faf69420-99c2-4c9e-8f65-0fb943311c4f+11:2419:x1873928556543616:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 4918us (5222us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118199.177091:0:22779:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 13 00010000:00010000:1.0:1787118199.460256:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118200.481484:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787118200.540651:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118200.540844:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556543872 00000100:00100000:2.0:1787118200.540854:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556543872 00000100:00100000:2.0:1787118200.540998:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 146 00000100:00100000:2.0:1787118200.541009:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047d44050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+11:18162:x1873928556543872:12345-192.168.204.23@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787118200.541026:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787118200.541047:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff95917eccb800/0xce66ce20914c20ec lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d26f expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.541077:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff95917eccb800/0xce66ce20914c20ec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d26f expref: 12 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.541089:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff95917eccb800/0xce66ce20914c20ec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d26f expref: 12 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.541130:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95917eccb800, rc 0) 00000100:00100000:2.0:1787118200.541248:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047d44050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+12:18162:x1873928556543872:12345-192.168.204.23@tcp:101:ll_cfg_requeue.0 Request processed in 240us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118200.541255:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 146 00000100:00100000:1.0:1787118200.550873:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118200.559286:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556544000 00000100:00100000:3.0:1787118200.559317:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556544000 00000100:00100000:3.0:1787118200.560010:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 147 00000100:00100000:3.0:1787118200.560045:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047679050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+12:18162:x1873928556544000:12345-192.168.204.23@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787118200.560298:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047679050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+12:18162:x1873928556544000:12345-192.168.204.23@tcp:501:ll_cfg_requeue.0 Request processed in 263us (9432us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118200.560308:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 147 00000100:00100000:1.0:1787118200.568811:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118200.571580:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556544128 00000100:00100000:0.0:1787118200.571602:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556544128 00000100:00100000:0.0:1787118200.571682:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 148 00000100:00100000:0.0:1787118200.571693:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047678c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+12:18162:x1873928556544128:12345-192.168.204.23@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787118200.572069:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047678c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+12:18162:x1873928556544128:12345-192.168.204.23@tcp:503:ll_cfg_requeue.0 Request processed in 366us (3262us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118200.572084:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 148 00000100:00100000:1.0:1787118200.580149:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118200.580252:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556544256 00000100:00100000:3.0:1787118200.580262:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556544256 00000100:00100000:3.0:1787118200.580324:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 149 00000100:00100000:3.0:1787118200.580334:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95904767b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+12:18162:x1873928556544256:12345-192.168.204.23@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787118200.580349:0:22789:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118200.580367:0:22789:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959047eae400/0xce66ce20914c20f3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d276 expref: -99 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.580406:0:22789:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959047eae400/0xce66ce20914c20f3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d276 expref: 13 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.580432:0:22789:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959047eae400/0xce66ce20914c20f3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d276 expref: 13 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.580441:0:22789:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959047eae400, rc 0) 00000100:00100000:3.0:1787118200.580495:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95904767b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+13:18162:x1873928556544256:12345-192.168.204.23@tcp:101:ll_cfg_requeue.0 Request processed in 163us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118200.580503:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 149 00000100:00100000:1.0:1787118200.586077:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118200.586253:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556544384 00000100:00100000:2.0:1787118200.586265:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556544384 00000100:00100000:2.0:1787118200.586330:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 150 00000100:00100000:2.0:1787118200.586559:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95904767b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf69420-99c2-4c9e-8f65-0fb943311c4f+13:18162:x1873928556544384:12345-192.168.204.23@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787118200.586783:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95904767b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:faf69420-99c2-4c9e-8f65-0fb943311c4f+13:18162:x1873928556544384:12345-192.168.204.23@tcp:501:ll_cfg_requeue.0 Request processed in 229us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118200.586791:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 150 00000100:00100000:1.0:1787118200.600842:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118200.603832:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556544512 00000100:00100000:0.0:1787118200.603848:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556544512 00000100:00100000:0.0:1787118200.604202:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 151 00000100:00100000:0.0:1787118200.604214:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95904767a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+13:18162:x1873928556544512:12345-192.168.204.23@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787118200.604395:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95904767a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:faf69420-99c2-4c9e-8f65-0fb943311c4f+13:18162:x1873928556544512:12345-192.168.204.23@tcp:503:ll_cfg_requeue.0 Request processed in 183us (3563us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118200.604403:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 151 00000100:00100000:1.0:1787118200.605604:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118200.605709:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556544640 00000100:00100000:3.0:1787118200.605720:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556544640 00000100:00100000:3.0:1787118200.605801:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 23 00000100:00100000:3.0:1787118200.605826:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:18779:x1873928556544640:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787118200.605852:0:22795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118200.605880:0:22795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaec00/0xce66ce20914c20fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d27d expref: -99 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.605975:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae600/0xce66ce20914c2101 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.605993:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae600/0xce66ce20914c2101 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.606007:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae600/0xce66ce20914c2101 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.606039:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c2108 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.606047:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c2108 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.606073:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c2108 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.606376:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae800/0xce66ce20914c210f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.606386:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae800/0xce66ce20914c210f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.606393:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae800/0xce66ce20914c210f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787118200.606430:0:22795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1787118200.606435:0:22795:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787118200.606487:0:22795:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae800/0xce66ce20914c210f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.606502:0:22795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae600/0xce66ce20914c2101 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.606509:0:22795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae600/0xce66ce20914c2101 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.606516:0:22795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae600/0xce66ce20914c2101 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.606522:0:22795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047eae600 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:3.0:1787118200.606526:0:22795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae600/0xce66ce20914c2101 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.606535:0:22795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae600/0xce66ce20914c2101 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.606559:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff959147dacb00) 00010000:00010000:3.0:1787118200.606562:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787118200.606568:0:22795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae600/0xce66ce20914c2101 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.606575:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae600/0xce66ce20914c2101 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.606594:0:22795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c2108 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.606600:0:22795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c2108 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.606607:0:22795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c2108 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.606613:0:22795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047eafc00 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:3.0:1787118200.606616:0:22795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c2108 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.606621:0:22795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c2108 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.606629:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff959147dac000) 00010000:00010000:3.0:1787118200.606632:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787118200.606635:0:22795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c2108 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.606640:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c2108 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.606695:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaec00/0xce66ce20914c20fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d27d expref: 8 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.606710:0:22795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae800/0xce66ce20914c210f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d27d expref: 7 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.606718:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff959177fc9b00) 00010000:00010000:3.0:1787118200.606720:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787118200.606723:0:22795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959047eae800, rc 0) 00000100:00100000:3.0:1787118200.606796:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+7:18779:x1873928556544640:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 Request processed in 985us (1202us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118200.606805:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 23 00000100:00080000:1.0:1787118200.606947:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787118200.616315:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118200.616397:0:22804:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556544768 00000100:00100000:3.0:1787118200.616415:0:22804:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556544768 00000100:00100000:3.0:1787118200.616634:0:22804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 5 00000100:00100000:3.0:1787118200.616653:0:22804:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1c3aa5f7-495d-436f-b447-85dbf504f90f+7:18779:x1873928556544768:12345-192.168.204.23@tcp:900:lhsmtool_posix.0 00000100:00100000:3.0:1787118200.616771:0:22804:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1c3aa5f7-495d-436f-b447-85dbf504f90f+7:18779:x1873928556544768:12345-192.168.204.23@tcp:900:lhsmtool_posix.0 Request processed in 127us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118200.616781:0:22804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 5 00000100:00100000:1.0:1787118200.629730:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118200.629841:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556545024 00000100:00100000:2.0:1787118200.629854:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556545024 00000100:00100000:2.0:1787118200.629968:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 24 00000100:00100000:2.0:1787118200.630048:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+7:18779:x1873928556545024:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787118200.630072:0:22794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787118200.630217:0:22794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca200/0xce66ce20914c2116 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d284 expref: -99 pid: 22794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.630316:0:22794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c211d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.630331:0:22794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c211d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.630343:0:22794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c211d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.630359:0:22794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2124 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.630367:0:22794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2124 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.630373:0:22794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2124 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.630807:0:22794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb200/0xce66ce20914c212b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.630830:0:22794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb200/0xce66ce20914c212b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.630838:0:22794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb200/0xce66ce20914c212b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787118200.630849:0:22794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1787118200.631212:0:22794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c211d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.631221:0:22794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c211d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.631228:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c211d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.631234:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccbc00 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:2.0:1787118200.631238:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c211d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.631245:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c211d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.631257:0:22794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff959177fc9b00) 00010000:00010000:2.0:1787118200.631260:0:22794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787118200.631265:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c211d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.631272:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c211d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.631285:0:22794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2124 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.631306:0:22794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2124 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.631312:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2124 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.631317:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccba00 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:2.0:1787118200.631320:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2124 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.631326:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2124 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.631335:0:22794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff959045802900) 00010000:00010000:2.0:1787118200.631337:0:22794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787118200.631340:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2124 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.631346:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2124 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.632604:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca200/0xce66ce20914c2116 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d284 expref: 10 pid: 22794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.632626:0:22794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb200/0xce66ce20914c212b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d284 expref: 9 pid: 22794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.632634:0:22794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff959045802f00) 00010000:00010000:2.0:1787118200.632637:0:22794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787118200.632647:0:22794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95917eccb200, rc 0) 00000100:00100000:2.0:1787118200.632722:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+9:18779:x1873928556545024:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 Request processed in 2743us (3001us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1787118200.632730:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 24 00000100:00100000:1.0:1787118200.647778:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118200.651708:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556545152 00000100:00100000:3.0:1787118200.651723:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556545152 00000100:00100000:2.0:1787118200.652343:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 25 00000100:00100000:2.0:1787118200.652356:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+9:18779:x1873928556545152:12345-192.168.204.23@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1787118200.652508:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+9:18779:x1873928556545152:12345-192.168.204.23@tcp:59:lhsmtool_posix.0 Request processed in 154us (4740us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118200.652516:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 25 00000100:00100000:1.0:1787118200.655450:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118200.655628:0:25586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556545280 00000100:00100000:0.0:1787118200.655637:0:25586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556545280 00000100:00100000:0.0:1787118200.655710:0:25586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 26 00000100:00100000:0.0:1787118200.655721:0:25586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c3aa5f7-495d-436f-b447-85dbf504f90f+5:18779:x1873928556545280:12345-192.168.204.23@tcp:59:lhsmtool_posix.0 00000100:00080000:1.0:1787118200.656735:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:0.0:1787118200.666255:0:25586:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 10491us 00000100:00100000:3.0:1787118200.679075:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118200.679194:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556545408 00000100:00100000:2.0:1787118200.679223:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556545408 00000100:00100000:2.0:1787118200.679309:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 27 00000100:00100000:2.0:1787118200.679321:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d5ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+9:18786:x1873928556545408:12345-192.168.204.23@tcp:101:lfs.0 00010000:00010000:2.0:1787118200.679341:0:22795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787118200.679363:0:22795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca200/0xce66ce20914c2139 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d28b expref: -99 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.679431:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2140 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.679447:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2140 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.679460:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2140 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.679475:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c2147 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.679499:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c2147 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.679506:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c2147 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.679549:0:22795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2140 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.679557:0:22795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2140 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.679563:0:22795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2140 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.679570:0:22795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccba00 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:2.0:1787118200.679574:0:22795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2140 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.679582:0:22795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2140 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.679594:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff959147dacb00) 00010000:00010000:2.0:1787118200.679597:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787118200.679602:0:22795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2140 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.679608:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2140 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.679619:0:22795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c2147 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.679633:0:22795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c2147 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.679640:0:22795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c2147 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.679644:0:22795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccbc00 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:2.0:1787118200.679647:0:22795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c2147 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.679653:0:22795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c2147 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.679661:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff959045802900) 00010000:00010000:2.0:1787118200.679663:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787118200.679665:0:22795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c2147 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.679671:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c2147 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.679704:0:22795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca200/0xce66ce20914c2139 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d28b expref: 10 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.679713:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff959147dacb00) 00010000:00010000:2.0:1787118200.679715:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787118200.679719:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca200/0xce66ce20914c2139 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d28b expref: 10 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.679738:0:22795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95917ecca200, rc 0) 00000100:00100000:2.0:1787118200.679809:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d5ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+9:18786:x1873928556545408:12345-192.168.204.23@tcp:101:lfs.0 Request processed in 491us (751us total) trans 0 rc 301/301 00000100:00100000:2.0:1787118200.679816:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 27 00000100:00100000:3.0:1787118200.696739:0:25586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c3aa5f7-495d-436f-b447-85dbf504f90f+5:18779:x1873928556545280:12345-192.168.204.23@tcp:59:lhsmtool_posix.0 Request processed in 41011us (41289us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118200.696754:0:25586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 26 00000100:00100000:3.0:1787118200.696838:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118200.696968:0:22802:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556545536 00000100:00100000:3.0:1787118200.696975:0:22802:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556545536 00000100:00100000:3.0:1787118200.697141:0:22802:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 0 00000100:00100000:3.0:1787118200.697152:0:22802:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d5ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:1c3aa5f7-495d-436f-b447-85dbf504f90f+9:18786:x1873928556545536:12345-192.168.204.23@tcp:700:lfs.0 00000100:00100000:3.0:1787118200.697214:0:22802:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d5ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:1c3aa5f7-495d-436f-b447-85dbf504f90f+9:18786:x1873928556545536:12345-192.168.204.23@tcp:700:lfs.0 Request processed in 65us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118200.697221:0:22802:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 0 00000100:00100000:0.0:1787118200.704305:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118200.704584:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556545792 00000100:00100000:1.0:1787118200.704594:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556545792 00000100:00100000:3.0:1787118200.704806:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 28 00000100:00100000:3.0:1787118200.704818:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9590458f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+9:18786:x1873928556545792:12345-192.168.204.23@tcp:36:lfs.0 00010000:00010000:3.0:1787118200.704885:0:22794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787118200.704914:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf400/0xce66ce20914c209f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d1f8 expref: 9 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.704944:0:22794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff959147dacb00) 00010000:00010000:3.0:1787118200.704949:0:22794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787118200.705034:0:22794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c214e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.705048:0:22794:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae000/0xce66ce20914c20de lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d268 expref: 5 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.705057:0:22794:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c214e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.705092:0:22794:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae000/0xce66ce20914c20de lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d268 expref: 5 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.705344:0:22794:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae000/0xce66ce20914c20de lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d268 expref: 5 pid: 22793 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787118200.705358:0:22794:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5eb480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22794:1873928567150336:192.168.204.23@tcp:104: 00000100:00100000:3.0:1787118200.705431:0:22794:0:(client.c:2702:ptlrpc_set_wait()) set ffff959046714840 going to sleep for 11 seconds 00000100:00100000:1.0:1787118200.712481:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118200.713052:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556545920 00000100:00100000:2.0:1787118200.713063:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556545920 00010000:00010000:2.0:1787118200.713138:0:22781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae000/0xce66ce20914c20de lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d268 expref: 6 pid: 22793 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118200.713173:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 15 00000100:00100000:2.0:1787118200.713183:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+6:2418:x1873928556545920:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787118200.713198:0:22781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787118200.713206:0:22781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae000/0xce66ce20914c20de lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d268 expref: 6 pid: 22793 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1787118200.713381:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1787118200.713423:0:22781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae000/0xce66ce20914c20de lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d268 expref: 6 pid: 22793 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.713448:0:22781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff959147dacb00) 00010000:00010000:2.0:1787118200.713454:0:22781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c214e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.713464:0:22781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c214e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.713470:0:22781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c214e lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.713506:0:22781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787118200.713565:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+6:2418:x1873928556545920:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 383us (1094us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118200.713574:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 15 00010000:00010000:3.0:1787118200.714392:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae000/0xce66ce20914c20de lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d268 expref: 5 pid: 22793 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787118200.714432:0:22794:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5eb480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22794:1873928567150336:192.168.204.23@tcp:104: 00010000:00010000:3.0:1787118200.714482:0:22794:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c214e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.715021:0:22794:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c214e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.715035:0:22794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c214e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.715126:0:22794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca200/0xce66ce20914c2155 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.715140:0:22794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca200/0xce66ce20914c2155 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.715151:0:22794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca200/0xce66ce20914c2155 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.718456:0:22794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c215c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.718478:0:22794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c215c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.718501:0:22794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c215c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787118200.718519:0:22794:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ac7d8d17 reply state 000000009128cceb transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c215c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.718542:0:22794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c215c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.718548:0:22794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff959045802000) 00010000:00010000:2.0:1787118200.718551:0:22794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787118200.718555:0:22794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1787118200.718561:0:22794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1787118200.718569:0:22794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c214e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.718576:0:22794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c214e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.718581:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c214e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.718588:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047eafc00 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:2.0:1787118200.718592:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c214e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.718600:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c214e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.718610:0:22794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff959147dacb00) 00010000:00010000:2.0:1787118200.718612:0:22794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787118200.718616:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c214e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.718622:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c214e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787118200.718651:0:22794:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ac7d8d17 reply state 000000009128cceb transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca200/0xce66ce20914c2155 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.718660:0:22794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca200/0xce66ce20914c2155 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.718666:0:22794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff959045802900) 00010000:00010000:2.0:1787118200.718668:0:22794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787118200.718670:0:22794:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1787118200.718826:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9590458f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+10:18786:x1873928556545792:12345-192.168.204.23@tcp:36:lfs.0 Request processed in 14007us (14610us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1787118200.718836:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 28 00000100:00100000:1.0:1787118200.823777:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118200.823933:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556546048 00000100:00100000:3.0:1787118200.823944:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556546048 00000100:00100000:3.0:1787118200.824026:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 29 00000100:00100000:3.0:1787118200.824037:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+10:18794:x1873928556546048:12345-192.168.204.23@tcp:101:lctl.0 00010000:00010000:3.0:1787118200.824061:0:22793:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118200.824084:0:22793:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae000/0xce66ce20914c2163 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d292 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.824170:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf400/0xce66ce20914c216a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.824183:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf400/0xce66ce20914c216a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.824194:0:22793:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf400/0xce66ce20914c216a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787118200.824251:0:22793:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1787118200.824255:0:22793:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787118200.824304:0:22793:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf400/0xce66ce20914c216a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.825994:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae000/0xce66ce20914c2163 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d292 expref: 12 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.826025:0:22793:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf400/0xce66ce20914c216a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d292 expref: 11 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.826036:0:22793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff959177fc9e00) 00010000:00010000:3.0:1787118200.826039:0:22793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787118200.826042:0:22793:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959047eaf400, rc 0) 00000100:00100000:3.0:1787118200.826207:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+11:18794:x1873928556546048:12345-192.168.204.23@tcp:101:lctl.0 Request processed in 2171us (2438us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118200.826217:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 29 00000100:00100000:2.0:1787118200.856280:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118200.856460:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556546176 00000100:00100000:0.0:1787118200.856473:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556546176 00000100:00100000:0.0:1787118200.856534:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 30 00000100:00100000:0.0:1787118200.856545:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+5:18795:x1873928556546176:12345-192.168.204.23@tcp:101:lfs.0 00010000:00010000:0.0:1787118200.856565:0:22795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787118200.856590:0:22795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c2171 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d299 expref: -99 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118200.856658:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5800/0xce66ce20914c2178 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118200.856721:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5800/0xce66ce20914c2178 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118200.856734:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5800/0xce66ce20914c2178 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787118200.856780:0:22795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787118200.856783:0:22795:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787118200.856803:0:22795:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5800/0xce66ce20914c2178 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118200.856828:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c2171 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d299 expref: 7 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118200.856848:0:22795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5800/0xce66ce20914c2178 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d299 expref: 6 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118200.856857:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff959177fc9e00) 00010000:00010000:0.0:1787118200.856860:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787118200.856864:0:22795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9591820c5800, rc 0) 00000100:00100000:0.0:1787118200.856923:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+6:18795:x1873928556546176:12345-192.168.204.23@tcp:101:lfs.0 Request processed in 382us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118200.856931:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 30 00000100:00100000:0.0:1787118200.864379:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118200.864470:0:25586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556546304 00000100:00100000:3.0:1787118200.864480:0:25586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556546304 00000100:00100000:3.0:1787118200.864560:0:25586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 31 00000100:00100000:3.0:1787118200.864571:0:25586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bf0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+6:18795:x1873928556546304:12345-192.168.204.23@tcp:101:lfs.0 00010000:00010000:3.0:1787118200.864591:0:25586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118200.864611:0:25586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae000/0xce66ce20914c217f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d2a0 expref: -99 pid: 25586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.864677:0:25586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaec00/0xce66ce20914c2186 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.864710:0:25586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaec00/0xce66ce20914c2186 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.864722:0:25586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaec00/0xce66ce20914c2186 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.864734:0:25586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae600/0xce66ce20914c218d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.864741:0:25586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae600/0xce66ce20914c218d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.864748:0:25586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae600/0xce66ce20914c218d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.864826:0:25586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafa00/0xce66ce20914c2194 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.864833:0:25586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafa00/0xce66ce20914c2194 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.864841:0:25586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafa00/0xce66ce20914c2194 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787118200.864878:0:25586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1787118200.864882:0:25586:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787118200.864922:0:25586:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafa00/0xce66ce20914c2194 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.864934:0:25586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaec00/0xce66ce20914c2186 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.864949:0:25586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaec00/0xce66ce20914c2186 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.864956:0:25586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaec00/0xce66ce20914c2186 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.864963:0:25586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047eaec00 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:3.0:1787118200.864967:0:25586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaec00/0xce66ce20914c2186 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.864975:0:25586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaec00/0xce66ce20914c2186 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.864988:0:25586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff959177fc9e00) 00010000:00010000:3.0:1787118200.864991:0:25586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787118200.864995:0:25586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaec00/0xce66ce20914c2186 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.865001:0:25586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaec00/0xce66ce20914c2186 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.865183:0:25586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae600/0xce66ce20914c218d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.865190:0:25586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae600/0xce66ce20914c218d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.865196:0:25586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae600/0xce66ce20914c218d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.865201:0:25586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047eae600 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:3.0:1787118200.865210:0:25586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae600/0xce66ce20914c218d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.865217:0:25586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae600/0xce66ce20914c218d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.865226:0:25586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff959045802900) 00010000:00010000:3.0:1787118200.865228:0:25586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787118200.865231:0:25586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae600/0xce66ce20914c218d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.865236:0:25586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae600/0xce66ce20914c218d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.865264:0:25586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae000/0xce66ce20914c217f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2a0 expref: 8 pid: 25586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.865277:0:25586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafa00/0xce66ce20914c2194 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2a0 expref: 7 pid: 25586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.865293:0:25586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff959045802000) 00010000:00010000:3.0:1787118200.865296:0:25586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787118200.865298:0:25586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959047eafa00, rc 0) 00000100:00100000:3.0:1787118200.865406:0:25586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bf0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+7:18795:x1873928556546304:12345-192.168.204.23@tcp:101:lfs.0 Request processed in 837us (1038us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118200.865415:0:25586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 31 00000040:00080000:0.0:1787118200.866456:0:22829:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1787118200.874971:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118200.875234:0:22805:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556546432 00000100:00100000:2.0:1787118200.875244:0:22805:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556546432 00000100:00100000:2.0:1787118200.875346:0:22805:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 6 00000100:00100000:2.0:1787118200.875357:0:22805:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+5:18795:x1873928556546432:12345-192.168.204.23@tcp:900:lfs.0 00000100:00080000:1.0:1787118200.875513:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787118200.875680:0:22805:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+5:18795:x1873928556546432:12345-192.168.204.23@tcp:900:lfs.0 Request processed in 323us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118200.875689:0:22805:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 6 00000100:00100000:2.0:1787118200.894143:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118200.894228:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556546688 00000100:00100000:1.0:1787118200.894240:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556546688 00000100:00100000:1.0:1787118200.894312:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 32 00000100:00100000:1.0:1787118200.894323:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+7:18795:x1873928556546688:12345-192.168.204.23@tcp:101:lfs.0 00010000:00010000:1.0:1787118200.894343:0:22795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787118200.894369:0:22795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c219b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d2a7 expref: -99 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787118200.894476:0:22795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1787118200.894603:0:22795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c219b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2a7 expref: 9 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.894618:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff959177fc9e00) 00010000:00010000:1.0:1787118200.894622:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787118200.894627:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c219b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2a7 expref: 9 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.894641:0:22795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959176eddc00, rc 0) 00000100:00100000:1.0:1787118200.894715:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+8:18795:x1873928556546688:12345-192.168.204.23@tcp:101:lfs.0 Request processed in 394us (580us total) trans 12884901891 rc 301/301 00000100:00100000:1.0:1787118200.894723:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 32 00000100:00100000:3.0:1787118200.899540:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118200.899811:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556546944 00000100:00100000:2.0:1787118200.899822:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556546944 00000100:00100000:2.0:1787118200.899881:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 33 00000100:00100000:2.0:1787118200.899892:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d5eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+8:18795:x1873928556546944:12345-192.168.204.23@tcp:36:lfs.0 00010000:00010000:2.0:1787118200.899944:0:22793:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787118200.899984:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafa00/0xce66ce20914c2194 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2a0 expref: 8 pid: 25586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.900005:0:22793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff959045802000) 00010000:00010000:2.0:1787118200.900009:0:22793:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787118200.900032:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbe00/0xce66ce20914c21a9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.900045:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbe00/0xce66ce20914c21a9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.900055:0:22793:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbe00/0xce66ce20914c21a9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1787118200.900269:0:22793:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000645b3b94 reply state 000000008ff58e1a transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbe00/0xce66ce20914c21a9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.900291:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbe00/0xce66ce20914c21a9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.900299:0:22793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff959045802000) 00010000:00010000:2.0:1787118200.900302:0:22793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:2.0:1787118200.900305:0:22793:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1787118200.900312:0:22793:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1787118200.900395:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d5eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+9:18795:x1873928556546944:12345-192.168.204.23@tcp:36:lfs.0 Request processed in 505us (863us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1787118200.900402:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 33 00000100:00100000:3.0:1787118200.905179:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118200.905239:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556547200 00000100:00100000:1.0:1787118200.905253:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556547200 00000100:00100000:1.0:1787118200.905331:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 2 00000100:00100000:1.0:1787118200.905341:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d5e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+9:18795:x1873928556547200:12345-192.168.204.23@tcp:35:lfs.0 00000100:00100000:1.0:1787118200.905561:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d5e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+10:18795:x1873928556547200:12345-192.168.204.23@tcp:35:lfs.0 Request processed in 221us (399us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1787118200.905570:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 2 00000100:00100000:0.0:1787118200.913341:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118200.914082:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556547456 00000100:00100000:1.0:1787118200.914139:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556547456 00000100:00100000:1.0:1787118200.914233:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 34 00000100:00100000:1.0:1787118200.914245:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bf0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+10:18795:x1873928556547456:12345-192.168.204.23@tcp:101:lfs.0 00010000:00010000:1.0:1787118200.914281:0:22795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787118200.914318:0:22795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c21b0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d2ae expref: -99 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.914422:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff959176edcc00/0xce66ce20914c21b7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.914441:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959176edcc00/0xce66ce20914c21b7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.914458:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959176edcc00/0xce66ce20914c21b7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.914471:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd800/0xce66ce20914c21be lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.914816:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd800/0xce66ce20914c21be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.914825:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd800/0xce66ce20914c21be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787118200.914971:0:22795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1787118200.915659:0:22795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff959176edcc00/0xce66ce20914c21b7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.915669:0:22795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff959176edcc00/0xce66ce20914c21b7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.915676:0:22795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff959176edcc00/0xce66ce20914c21b7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.915683:0:22795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959176edcc00 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:1.0:1787118200.915688:0:22795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959176edcc00/0xce66ce20914c21b7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.915696:0:22795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959176edcc00/0xce66ce20914c21b7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.915711:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff959177fc9e00) 00010000:00010000:1.0:1787118200.915714:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787118200.915720:0:22795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff959176edcc00/0xce66ce20914c21b7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.915727:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959176edcc00/0xce66ce20914c21b7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.915762:0:22795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd800/0xce66ce20914c21be lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.915768:0:22795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd800/0xce66ce20914c21be lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.915774:0:22795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd800/0xce66ce20914c21be lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.915780:0:22795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959176edd800 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:1.0:1787118200.915783:0:22795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd800/0xce66ce20914c21be lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.915789:0:22795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd800/0xce66ce20914c21be lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.915797:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff959045802900) 00010000:00010000:1.0:1787118200.915799:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787118200.915802:0:22795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd800/0xce66ce20914c21be lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.915809:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd800/0xce66ce20914c21be lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.915860:0:22795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c21b0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2ae expref: 12 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.915873:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff959177fc9e00) 00010000:00010000:1.0:1787118200.915875:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787118200.915885:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c21b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2ae expref: 12 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.915895:0:22795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959176eddc00, rc 0) 00000100:00100000:1.0:1787118200.916075:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bf0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+11:18795:x1873928556547456:12345-192.168.204.23@tcp:101:lfs.0 Request processed in 1831us (2747us total) trans 12884901894 rc 301/301 00000100:00100000:1.0:1787118200.916086:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 34 00000100:00100000:3.0:1787118200.929748:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118200.930831:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556547584 00000100:00100000:2.0:1787118200.930850:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556547584 00000100:00100000:2.0:1787118200.930942:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 35 00000100:00100000:2.0:1787118200.930966:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d5e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+11:18795:x1873928556547584:12345-192.168.204.23@tcp:101:lfs.0 00010000:00010000:2.0:1787118200.931018:0:22793:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787118200.931046:0:22793:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca000/0xce66ce20914c21cc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d2b5 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.931674:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca800/0xce66ce20914c21d3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.931693:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca800/0xce66ce20914c21d3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.931710:0:22793:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca800/0xce66ce20914c21d3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787118200.931743:0:22793:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1787118200.931747:0:22793:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787118200.931774:0:22793:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca800/0xce66ce20914c21d3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.931808:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca000/0xce66ce20914c21cc lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2b5 expref: 13 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.931831:0:22793:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca800/0xce66ce20914c21d3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2b5 expref: 12 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.931842:0:22793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff959045802000) 00010000:00010000:2.0:1787118200.931845:0:22793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787118200.931850:0:22793:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95917ecca800, rc 0) 00000100:00100000:2.0:1787118200.931931:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d5e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+12:18795:x1873928556547584:12345-192.168.204.23@tcp:101:lfs.0 Request processed in 979us (2198us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118200.931941:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 35 00000100:00100000:1.0:1787118200.936670:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118200.937315:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556547712 00000100:00100000:3.0:1787118200.937346:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556547712 00000100:00100000:3.0:1787118200.937432:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 3 00000100:00100000:3.0:1787118200.937446:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+12:18795:x1873928556547712:12345-192.168.204.23@tcp:37:lfs.0 00000100:00100000:3.0:1787118200.942376:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+12:18795:x1873928556547712:12345-192.168.204.23@tcp:37:lfs.0 Request processed in 4923us (5711us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118200.942391:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 3 00000100:00100000:1.0:1787118200.946374:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118200.946555:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556547968 00000100:00100000:2.0:1787118200.946564:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556547968 00000100:00100000:2.0:1787118200.946661:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 4 00000100:00100000:2.0:1787118200.946672:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bb73c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+12:18795:x1873928556547968:12345-192.168.204.23@tcp:35:lfs.0 00000100:00100000:2.0:1787118200.946894:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bb73c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+13:18795:x1873928556547968:12345-192.168.204.23@tcp:35:lfs.0 Request processed in 223us (529us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1787118200.946902:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 4 10000000:01000000:1.0:1787118200.993226:0:22791:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1787118200.993235:0:22791:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff95917ecf7000 from 13 10000000:01000000:1.0:1787118200.993240:0:22791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787118200.993310:0:22791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959176edd800/0xce66ce20914c21da lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.993324:0:22791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff959176edd800/0xce66ce20914c21da lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.993335:0:22791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff959176edd800/0xce66ce20914c21da lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118200.993368:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047ce2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567150464:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787118200.993450:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118200.993510:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959151f60540 going to sleep for 11 seconds 00000100:00100000:3.0:1787118200.993567:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567150464 00000100:00100000:3.0:1787118200.993574:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567150464 00000100:00100000:3.0:1787118200.993649:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1787118200.993661:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95904767b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+20:22791:x1873928567150464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787118200.993675:0:22789:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118200.993689:0:22789:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959047eae000/0xce66ce20914c21e1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c21da expref: -99 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.993714:0:22789:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959047eae000/0xce66ce20914c21e1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c21da expref: 21 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.993726:0:22789:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959047eae000/0xce66ce20914c21e1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c21da expref: 21 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118200.993735:0:22789:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959047eae000, rc 0) 00000100:00100000:3.0:1787118200.993776:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95904767b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+21:22791:x1873928567150464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118200.993783:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1787118200.995451:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047ce2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567150464:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787118200.995477:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff959176edd800/0xce66ce20914c21da lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c21e1 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118200.995488:0:22791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff959176edd800/0xce66ce20914c21da lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c21e1 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118200.995583:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047ce2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567150592:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787118200.995632:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118200.995676:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959151f60540 going to sleep for 11 seconds 00000100:00100000:2.0:1787118200.995768:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567150592 00000100:00100000:2.0:1787118200.995774:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567150592 00000100:00100000:2.0:1787118200.995821:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1787118200.995829:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047679c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+21:22791:x1873928567150592:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787118200.996008:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047679c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+21:22791:x1873928567150592:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 179us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118200.996016:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1787118200.996404:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047ce2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567150592:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787118200.996439:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047ce2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567150720:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787118200.996494:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118200.996520:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959151f60540 going to sleep for 11 seconds 00000100:00100000:2.0:1787118200.996615:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567150720 00000100:00100000:2.0:1787118200.996620:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567150720 00000100:00100000:2.0:1787118200.996652:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1787118200.996659:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047678050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+21:22791:x1873928567150720:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787118200.996749:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047678050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+21:22791:x1873928567150720:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 90us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118200.996756:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1787118200.996837:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047ce2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567150720:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787118200.997905:0:25836:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1787118200.998362:0:22791:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1787118200.998388:0:22791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787118200.998399:0:22791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959176edd800/0xce66ce20914c21da lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c21e1 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.998411:0:22791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff959176edd800/0xce66ce20914c21da lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c21e1 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787118200.998432:0:22791:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1787118200.998435:0:22791:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff95917baee000 from 13 10000000:01000000:2.0:1787118200.998438:0:22791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787118200.998472:0:22791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917ecca000/0xce66ce20914c21e8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.998491:0:22791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff95917ecca000/0xce66ce20914c21e8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118200.998503:0:22791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff95917ecca000/0xce66ce20914c21e8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118200.998527:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fb9f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567150848:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787118200.998582:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118200.998661:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff9590473169c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787118201.001843:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567150848 00000100:00100000:0.0:1787118201.001857:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567150848 00000100:00100000:0.0:1787118201.001983:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1787118201.001993:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047679450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+21:22791:x1873928567150848:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787118201.002020:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787118201.002039:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9591820c5000/0xce66ce20914c21ef lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c21e8 expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118201.002067:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9591820c5000/0xce66ce20914c21ef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c21e8 expref: 22 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118201.002078:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9591820c5000/0xce66ce20914c21ef lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c21e8 expref: 22 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118201.002088:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9591820c5000, rc 0) 00000100:00100000:0.0:1787118201.002190:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047679450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+22:22791:x1873928567150848:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 198us (3606us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118201.002196:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1787118201.002299:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fb9f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567150848:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787118201.002319:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff95917ecca000/0xce66ce20914c21e8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c21ef expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.002327:0:22791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff95917ecca000/0xce66ce20914c21e8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c21ef expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118201.002403:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047ce2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567150976:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787118201.002439:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118201.005886:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118201.005927:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556548096 00000100:00100000:3.0:1787118201.005935:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556548096 00000100:00100000:3.0:1787118201.006001:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 36 00000100:00100000:3.0:1787118201.006026:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917d5e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+11:18801:x1873928556548096:12345-192.168.204.23@tcp:101:bash.0 00010000:00010000:3.0:1787118201.006047:0:22794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118201.006067:0:22794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae600/0xce66ce20914c21f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d2bc expref: -99 pid: 22794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006157:0:22794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaec00/0xce66ce20914c21fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006171:0:22794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaec00/0xce66ce20914c21fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006182:0:22794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaec00/0xce66ce20914c21fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006193:0:22794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafe00/0xce66ce20914c2204 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006200:0:22794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafe00/0xce66ce20914c2204 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006207:0:22794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafe00/0xce66ce20914c2204 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006279:0:22794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafa00/0xce66ce20914c220b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006299:0:22794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafa00/0xce66ce20914c220b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006307:0:22794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafa00/0xce66ce20914c220b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787118201.006352:0:22794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1787118201.006355:0:22794:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787118201.006393:0:22794:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafa00/0xce66ce20914c220b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006405:0:22794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaec00/0xce66ce20914c21fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006412:0:22794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaec00/0xce66ce20914c21fd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006419:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaec00/0xce66ce20914c21fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006426:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047eaec00 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:3.0:1787118201.006430:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaec00/0xce66ce20914c21fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006437:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaec00/0xce66ce20914c21fd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006449:0:22794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff959177fc9e00) 00010000:00010000:3.0:1787118201.006452:0:22794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787118201.006457:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaec00/0xce66ce20914c21fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006463:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaec00/0xce66ce20914c21fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006476:0:22794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafe00/0xce66ce20914c2204 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006505:0:22794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafe00/0xce66ce20914c2204 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006512:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafe00/0xce66ce20914c2204 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006517:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047eafe00 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:3.0:1787118201.006520:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafe00/0xce66ce20914c2204 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006526:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafe00/0xce66ce20914c2204 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006534:0:22794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff959045802900) 00010000:00010000:3.0:1787118201.006536:0:22794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787118201.006539:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafe00/0xce66ce20914c2204 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006546:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafe00/0xce66ce20914c2204 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006571:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959047eae600/0xce66ce20914c21f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2bc expref: 13 pid: 22794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006584:0:22794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafa00/0xce66ce20914c220b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2bc expref: 12 pid: 22794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.006591:0:22794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff959045802000) 00010000:00010000:3.0:1787118201.006594:0:22794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1787118201.006601:0:22794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959047eafa00, rc 0) 00000100:00100000:3.0:1787118201.006661:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917d5e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+12:18801:x1873928556548096:12345-192.168.204.23@tcp:101:bash.0 Request processed in 638us (784us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118201.006670:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 36 00000100:00100000:1.0:1787118201.010728:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959151f60c00 going to sleep for 11 seconds 00000100:00100000:2.0:1787118201.014916:0:22787:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567150976 00000100:00100000:2.0:1787118201.014931:0:22787:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567150976 00000100:00100000:2.0:1787118201.014988:0:22787:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1787118201.014996:0:22787:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95904767bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+22:22791:x1873928567150976:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787118201.015274:0:22787:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95904767bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e9977501-80fd-46cd-84bc-181bd505030e+22:22791:x1873928567150976:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 277us (12833us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118201.015291:0:22787:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1787118201.015632:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118201.015695:0:22804:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556548224 00000100:00100000:3.0:1787118201.015700:0:22804:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556548224 00000100:00100000:3.0:1787118201.015744:0:22804:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 7 00000100:00100000:3.0:1787118201.015753:0:22804:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bf0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1c3aa5f7-495d-436f-b447-85dbf504f90f+5:18801:x1873928556548224:12345-192.168.204.23@tcp:900:bash.0 00000100:00100000:3.0:1787118201.015816:0:22804:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bf0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1c3aa5f7-495d-436f-b447-85dbf504f90f+5:18801:x1873928556548224:12345-192.168.204.23@tcp:900:bash.0 Request processed in 64us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118201.015823:0:22804:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 7 00000100:00100000:1.0:1787118201.016277:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047ce2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567150976:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787118201.016340:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047ce2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567151104:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787118201.016398:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118201.016432:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959151f60c00 going to sleep for 11 seconds 00000100:00100000:0.0:1787118201.016537:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567151104 00000100:00100000:0.0:1787118201.016542:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567151104 00000100:00100000:0.0:1787118201.016580:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1787118201.016588:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047679850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+22:22791:x1873928567151104:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787118201.016689:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047679850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+22:22791:x1873928567151104:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 102us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118201.016696:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1787118201.016775:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047ce2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567151104:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1787118201.018049:0:25837:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000100:00100000:0.0:1787118201.018789:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118201.018851:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556548480 00000100:00100000:3.0:1787118201.018859:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556548480 00000100:00100000:3.0:1787118201.018910:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 37 00000100:00100000:3.0:1787118201.018920:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bf0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+12:18801:x1873928556548480:12345-192.168.204.23@tcp:101:bash.0 00010000:00010000:3.0:1787118201.018937:0:22793:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118201.018955:0:22793:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c2212 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d2c3 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.019055:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf200/0xce66ce20914c2219 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.019071:0:22793:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca800/0xce66ce20914c21d3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2b5 expref: 12 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.019080:0:22793:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf200/0xce66ce20914c2219 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.019144:0:22793:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca800/0xce66ce20914c21d3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2b5 expref: 12 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.019156:0:22793:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca800/0xce66ce20914c21d3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2b5 expref: 12 pid: 22793 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787118201.019170:0:22793:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5eb800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22793:1873928567151232:192.168.204.23@tcp:104: 00000100:00100000:3.0:1787118201.019232:0:22793:0:(client.c:2702:ptlrpc_set_wait()) set ffff959046714f00 going to sleep for 11 seconds 00000020:01000000:2.0:1787118201.019809:0:22791:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1787118201.019838:0:22791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787118201.019847:0:22791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917ecca000/0xce66ce20914c21e8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c21ef expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.019857:0:22791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff95917ecca000/0xce66ce20914c21e8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c21ef expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787118201.019875:0:22791:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1787118201.019877:0:22791:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9591583fc800 from 13 10000000:01000000:2.0:1787118201.019880:0:22791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787118201.019900:0:22791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917ecca400/0xce66ce20914c2220 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.019907:0:22791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff95917ecca400/0xce66ce20914c2220 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.019917:0:22791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff95917ecca400/0xce66ce20914c2220 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118201.019933:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fb9e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567151360:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787118201.019971:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118201.020035:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959047316480 going to sleep for 11 seconds 00000100:00100000:3.0:1787118201.020079:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567151360 00000100:00100000:3.0:1787118201.020084:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567151360 00000100:00100000:3.0:1787118201.020237:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1787118201.020246:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95904767a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+22:22791:x1873928567151360:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787118201.020257:0:22789:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118201.020268:0:22789:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959047eaee00/0xce66ce20914c2227 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c2220 expref: -99 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.020299:0:22789:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959047eaee00/0xce66ce20914c2227 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c2220 expref: 23 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.020310:0:22789:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959047eaee00/0xce66ce20914c2227 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c2220 expref: 23 pid: 22789 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.020318:0:22789:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959047eaee00, rc 0) 00000100:00100000:3.0:1787118201.020393:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95904767a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+23:22791:x1873928567151360:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 149us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118201.020399:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1787118201.020474:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fb9e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567151360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787118201.020547:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff95917ecca400/0xce66ce20914c2220 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c2227 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.020556:0:22791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff95917ecca400/0xce66ce20914c2220 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c2227 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118201.020611:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fb9e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567151488:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787118201.020636:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118201.020696:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959047316480 going to sleep for 11 seconds 00000100:00100000:3.0:1787118201.020728:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567151488 00000100:00100000:3.0:1787118201.020738:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567151488 00000100:00100000:3.0:1787118201.020766:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1787118201.020772:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95904767a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+23:22791:x1873928567151488:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787118201.020881:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95904767a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+23:22791:x1873928567151488:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 109us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118201.020888:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1787118201.020972:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fb9e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567151488:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787118201.021001:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047ce2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567151616:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787118201.021046:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118201.021067:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959151f60540 going to sleep for 11 seconds 00000100:00100000:3.0:1787118201.021409:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567151616 00000100:00100000:3.0:1787118201.021413:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567151616 00000100:00100000:3.0:1787118201.021473:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1787118201.021488:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047678450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+23:22791:x1873928567151616:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787118201.021578:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047678450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+23:22791:x1873928567151616:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 98us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118201.021585:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1787118201.021643:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047ce2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567151616:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1787118201.022916:0:25838:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1787118201.023173:0:22791:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1787118201.023200:0:22791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787118201.023212:0:22791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff95917ecca400/0xce66ce20914c2220 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c2227 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.023223:0:22791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff95917ecca400/0xce66ce20914c2220 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c2227 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787118201.023234:0:22791:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1787118201.023237:0:22791:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff959176f60800 from 13 10000000:01000000:1.0:1787118201.023239:0:22791:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787118201.023273:0:22791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.123@tcp lock: ffff959176edcc00/0xce66ce20914c222e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.023290:0:22791:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.123@tcp lock: ffff959176edcc00/0xce66ce20914c222e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.023300:0:22791:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.123@tcp lock: ffff959176edcc00/0xce66ce20914c222e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118201.023322:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047ce2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567151744:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787118201.023388:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118201.023607:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959151f60540 going to sleep for 11 seconds 00000100:00100000:3.0:1787118201.024013:0:22793:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5eb800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22793:1873928567151232:192.168.204.23@tcp:104: 00010000:00010000:3.0:1787118201.024044:0:22793:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf200/0xce66ce20914c2219 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118201.024088:0:22788:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567151744 00000100:00100000:2.0:1787118201.024232:0:22788:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567151744 00000100:00100000:3.0:1787118201.024389:0:22788:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1787118201.024399:0:22788:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ecfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+23:22791:x1873928567151744:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787118201.024413:0:22788:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118201.024429:0:22788:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff959140031000/0xce66ce20914c2235 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xce66ce20914c222e expref: -99 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.024451:0:22788:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff959140031000/0xce66ce20914c2235 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xce66ce20914c222e expref: 24 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.024462:0:22788:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff959140031000/0xce66ce20914c2235 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xce66ce20914c222e expref: 24 pid: 22788 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.024477:0:22788:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959140031000, rc 0) 00000100:00100000:3.0:1787118201.024589:0:22788:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ecfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e9977501-80fd-46cd-84bc-181bd505030e+24:22791:x1873928567151744:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 192us (1201us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118201.024597:0:22788:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1787118201.024658:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047ce2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567151744:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787118201.024673:0:22791:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.123@tcp lock: ffff959176edcc00/0xce66ce20914c222e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c2235 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.024682:0:22791:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.123@tcp lock: ffff959176edcc00/0xce66ce20914c222e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xce66ce20914c2235 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118201.024745:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047ce2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567151872:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787118201.024772:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118201.030948:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959151f60540 going to sleep for 11 seconds 00000100:00100000:2.0:1787118201.034051:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567151872 00000100:00100000:2.0:1787118201.034067:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567151872 00000100:00100000:2.0:1787118201.034297:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1787118201.034309:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ece450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+24:22791:x1873928567151872:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787118201.034521:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ece450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+24:22791:x1873928567151872:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 214us (9747us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118201.034529:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1787118201.037656:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047ce2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567151872:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787118201.037724:0:22791:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047ce2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567152000:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787118201.037800:0:22791:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118201.037846:0:22791:0:(client.c:2702:ptlrpc_set_wait()) set ffff959151f60540 going to sleep for 11 seconds 00000100:00100000:2.0:1787118201.037972:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567152000 00000100:00100000:2.0:1787118201.037979:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567152000 00000100:00100000:2.0:1787118201.038030:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1787118201.038038:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959154b4e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+24:22791:x1873928567152000:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787118201.038186:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959154b4e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e9977501-80fd-46cd-84bc-181bd505030e+24:22791:x1873928567152000:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 147us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118201.038194:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1787118201.038361:0:22791:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047ce2d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e9977501-80fd-46cd-84bc-181bd505030e:22791:1873928567152000:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787118201.038509:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118201.038852:0:25823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556548608 00000100:00100000:1.0:1787118201.038857:0:25823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556548608 00010000:00010000:1.0:1787118201.038883:0:25823:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca800/0xce66ce20914c21d3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2b5 expref: 13 pid: 22793 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118201.038919:0:25823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 16 00000100:00100000:1.0:1787118201.038927:0:25823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bf0c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+13:2419:x1873928556548608:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787118201.038938:0:25823:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787118201.038951:0:25823:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca800/0xce66ce20914c21d3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2b5 expref: 13 pid: 22793 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.038965:0:25823:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca800/0xce66ce20914c21d3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2b5 expref: 13 pid: 22793 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.038987:0:25823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca800/0xce66ce20914c21d3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2b5 expref: 13 pid: 22793 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.039004:0:25823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff959045802000) 00010000:00010000:1.0:1787118201.039009:0:25823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf200/0xce66ce20914c2219 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.039019:0:25823:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf200/0xce66ce20914c2219 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.039027:0:25823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf200/0xce66ce20914c2219 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.039050:0:25823:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787118201.039092:0:25823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bf0c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+12:2419:x1873928556548608:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 166us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118201.039126:0:25823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 16 00010000:00010000:1.0:1787118201.039220:0:22793:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf200/0xce66ce20914c2219 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787118201.040190:0:25839:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00010000:00010000:1.0:1787118201.040473:0:22793:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf200/0xce66ce20914c2219 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.040517:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff959176edca00/0xce66ce20914c223c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.040540:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959176edca00/0xce66ce20914c223c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.040550:0:22793:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959176edca00/0xce66ce20914c223c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.040998:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff959176edc800/0xce66ce20914c2243 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.041009:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959176edc800/0xce66ce20914c2243 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.041015:0:22793:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959176edc800/0xce66ce20914c2243 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787118201.041025:0:22793:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1787118201.041054:0:22793:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf200/0xce66ce20914c2219 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.041061:0:22793:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf200/0xce66ce20914c2219 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.041068:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf200/0xce66ce20914c2219 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.041074:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959047eaf200 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:1.0:1787118201.041079:0:22793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf200/0xce66ce20914c2219 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.041086:0:22793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf200/0xce66ce20914c2219 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:01000000:3.0:1787118201.041336:0:22791:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1787118201.041364:0:22791:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.123@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787118201.041372:0:22791:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.123@tcp lock: ffff959176edcc00/0xce66ce20914c222e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c2235 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.041381:0:22791:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.123@tcp lock: ffff959176edcc00/0xce66ce20914c222e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xce66ce20914c2235 expref: -99 pid: 22791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.042274:0:22793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff959045802000) 00010000:00010000:1.0:1787118201.042277:0:22793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787118201.042291:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf200/0xce66ce20914c2219 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.042298:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959047eaf200/0xce66ce20914c2219 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787118201.042315:0:22793:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000407e7ff6 reply state 00000000868d8008 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff959176edca00/0xce66ce20914c223c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.042326:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959176edca00/0xce66ce20914c223c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.042333:0:22793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff95916be1b200) 00010000:00010000:1.0:1787118201.042336:0:22793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787118201.042339:0:22793:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787118201.042382:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959047eafc00/0xce66ce20914c2212 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2c3 expref: 15 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.042397:0:22793:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff959176edc800/0xce66ce20914c2243 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2c3 expref: 14 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.042405:0:22793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff95916be1b800) 00010000:00010000:1.0:1787118201.042407:0:22793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1787118201.042410:0:22793:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959176edc800, rc 0) 00000100:00100000:1.0:1787118201.042517:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bf0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+15:18801:x1873928556548480:12345-192.168.204.23@tcp:101:bash.0 Request processed in 23597us (23730us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1787118201.042526:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 37 00000040:00080000:0.0:1787118201.058495:0:23546:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1787118201.058815:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787118201.058887:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567152128:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787118201.058957:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118201.059050:0:24303:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567152128 00000100:00100000:2.0:1787118201.059058:0:24303:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567152128 00000100:00100000:2.0:1787118201.059369:0:24303:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1787118201.059379:0:24303:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567152128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787118201.059409:0:24303:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1787118201.059467:0:24303:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567152128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118201.059474:0:24303:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1787118201.059538:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567152128:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1787118201.059604:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787118201.074805:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118201.074901:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556548736 00000100:00100000:3.0:1787118201.074914:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556548736 00000100:00100000:3.0:1787118201.074983:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 38 00000100:00100000:3.0:1787118201.074995:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bf0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+15:18801:x1873928556548736:12345-192.168.204.23@tcp:101:bash.0 00010000:00010000:3.0:1787118201.075022:0:22794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118201.075044:0:22794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959140031400/0xce66ce20914c2251 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d2ca expref: -99 pid: 22794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.075155:0:22794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff959140030400/0xce66ce20914c2258 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.075169:0:22794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959140030400/0xce66ce20914c2258 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.075180:0:22794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959140030400/0xce66ce20914c2258 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787118201.075245:0:22794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1787118201.075250:0:22794:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787118201.075268:0:22794:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff959140030400/0xce66ce20914c2258 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.075288:0:22794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959140030400/0xce66ce20914c2258 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.075317:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959140031400/0xce66ce20914c2251 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2ca expref: 17 pid: 22794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.075338:0:22794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff959140030400/0xce66ce20914c2258 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2ca expref: 16 pid: 22794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.075346:0:22794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff95916be1b800) 00010000:00010000:3.0:1787118201.075349:0:22794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787118201.075351:0:22794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959140030400, rc 0) 00000100:00100000:3.0:1787118201.075399:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bf0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+16:18801:x1873928556548736:12345-192.168.204.23@tcp:101:bash.0 Request processed in 407us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118201.075405:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 38 00000100:00100000:0.0:1787118201.078438:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118201.078570:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556548992 00000100:00100000:3.0:1787118201.078580:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556548992 00000100:00100000:3.0:1787118201.078687:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 5 00000100:00100000:3.0:1787118201.078700:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bf0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+16:18801:x1873928556548992:12345-192.168.204.23@tcp:35:bash.0 00000100:00100000:3.0:1787118201.078982:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bf0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+17:18801:x1873928556548992:12345-192.168.204.23@tcp:35:bash.0 Request processed in 285us (552us total) trans 12884901897 rc 0/0 00000100:00100000:3.0:1787118201.078990:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 5 00000100:00100000:0.0:1787118201.172950:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118201.173075:0:25586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556549248 00000100:00100000:3.0:1787118201.173087:0:25586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556549248 00000100:00100000:2.0:1787118201.173381:0:25586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 39 00000100:00100000:2.0:1787118201.173392:0:25586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c3aa5f7-495d-436f-b447-85dbf504f90f+17:18811:x1873928556549248:12345-192.168.204.23@tcp:101:lfs.0 00010000:00010000:2.0:1787118201.173418:0:25586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787118201.173452:0:25586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccae00/0xce66ce20914c225f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d2d1 expref: -99 pid: 25586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787118201.173568:0:25586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1787118201.173661:0:25586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccae00/0xce66ce20914c225f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2d1 expref: 19 pid: 25586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.173676:0:25586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff959177fc9e00) 00010000:00010000:2.0:1787118201.173679:0:25586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787118201.173684:0:25586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccae00/0xce66ce20914c225f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2d1 expref: 19 pid: 25586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.173698:0:25586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95917eccae00, rc 0) 00000100:00100000:2.0:1787118201.173803:0:25586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbe6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c3aa5f7-495d-436f-b447-85dbf504f90f+18:18811:x1873928556549248:12345-192.168.204.23@tcp:101:lfs.0 Request processed in 412us (865us total) trans 12884901898 rc 301/301 00000100:00100000:2.0:1787118201.173810:0:25586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 39 00000100:00100000:0.0:1787118201.178764:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118201.178845:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556549504 00000100:00100000:2.0:1787118201.178856:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556549504 00000100:00100000:2.0:1787118201.178912:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 6 00000100:00100000:2.0:1787118201.178922:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbe5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+18:18811:x1873928556549504:12345-192.168.204.23@tcp:35:lfs.0 00000100:00100000:2.0:1787118201.179168:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbe5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+19:18811:x1873928556549504:12345-192.168.204.23@tcp:35:lfs.0 Request processed in 246us (412us total) trans 12884901899 rc 0/0 00000100:00100000:2.0:1787118201.179176:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 6 00000100:00100000:0.0:1787118201.233591:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118201.233715:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556549760 00000100:00100000:3.0:1787118201.233747:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556549760 00000100:00100000:3.0:1787118201.233823:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 40 00000100:00100000:3.0:1787118201.233835:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbe4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+19:18814:x1873928556549760:12345-192.168.204.23@tcp:101:lfs.0 00010000:00010000:3.0:1787118201.233862:0:22794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787118201.233887:0:22794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959140031400/0xce66ce20914c226d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d2d8 expref: -99 pid: 22794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.234010:0:22794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff959140030a00/0xce66ce20914c2274 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.234026:0:22794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959140030a00/0xce66ce20914c2274 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.234039:0:22794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959140030a00/0xce66ce20914c2274 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787118201.234050:0:22794:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1787118201.234203:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959140031400/0xce66ce20914c226d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2d8 expref: 22 pid: 22794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.234223:0:22794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff959140030a00/0xce66ce20914c2274 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2d8 expref: 21 pid: 22794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.234232:0:22794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff95916be1b800) 00010000:00010000:3.0:1787118201.234235:0:22794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787118201.234239:0:22794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959140030a00, rc 0) 00000100:00100000:3.0:1787118201.234313:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbe4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+21:18814:x1873928556549760:12345-192.168.204.23@tcp:101:lfs.0 Request processed in 481us (734us total) trans 12884901900 rc 0/0 00000100:00100000:3.0:1787118201.234333:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 40 00000100:00100000:0.0:1787118201.239031:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118201.239078:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118201.244587:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556549888 00000100:00100000:1.0:1787118201.244616:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556549888 00000100:00100000:2.0:1787118201.244750:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556550016 00000100:00100000:2.0:1787118201.244766:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556550016 00000100:00100000:2.0:1787118201.244831:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 0 00000100:00100000:2.0:1787118201.244843:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+22:2420:x1873928556550016:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787118201.244873:0:22780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787118201.244912:0:22780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959140030a00/0xce66ce20914c2274 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2d8 expref: 22 pid: 22794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.244936:0:22780:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff95916be1b800) 00010000:00010000:2.0:1787118201.244941:0:22780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787118201.245027:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+21:2420:x1873928556550016:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 186us (5946us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118201.245035:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 0 00000100:00100000:1.0:1787118201.246411:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 41 00000100:00100000:1.0:1787118201.246429:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+20:18814:x1873928556549888:12345-192.168.204.23@tcp:54:lfs.0 00010000:00010000:1.0:1787118201.247994:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c2282 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.248027:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c2282 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.248040:0:22793:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c2282 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.248081:0:22793:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c2282 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.248088:0:22793:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c2282 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.248116:0:22793:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c2282 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.248123:0:22793:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959176edd400 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:1.0:1787118201.248127:0:22793:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c2282 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.248135:0:22793:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c2282 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.248168:0:22793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff95916be1b800) 00010000:00010000:1.0:1787118201.248171:0:22793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787118201.248175:0:22793:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c2282 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.248182:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c2282 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118201.249146:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbe4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+20:18814:x1873928556549888:12345-192.168.204.23@tcp:54:lfs.0 Request processed in 2717us (10118us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118201.249165:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 41 00000100:00100000:0.0:1787118201.252545:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118201.252609:0:22796:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556550272 00000100:00100000:2.0:1787118201.252618:0:22796:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556550272 00000100:00100000:2.0:1787118201.252709:0:22796:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 7 00000100:00100000:2.0:1787118201.252719:0:22796:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbe4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+20:18814:x1873928556550272:12345-192.168.204.23@tcp:35:lfs.0 00000100:00100000:2.0:1787118201.252929:0:22796:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbe4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+21:18814:x1873928556550272:12345-192.168.204.23@tcp:35:lfs.0 Request processed in 212us (450us total) trans 12884901901 rc 0/0 00000100:00100000:2.0:1787118201.252937:0:22796:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 7 00010000:00010000:1.0:1787118201.506957:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787118201.569308:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047ec6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567152384:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787118201.569422:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118201.569453:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567152640:0@lo:400:kworker.0 00000100:00100000:1.0:1787118201.569456:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fb9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567152256:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787118201.569570:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1873928567152512:0@lo:400:kworker.0 00000100:00100000:1.0:1787118201.571653:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118201.571718:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3627:1873928567152896:0@lo:400:kworker.0 00000100:00100000:0.0:1787118201.571740:0:24302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567152384 00000100:00100000:0.0:1787118201.571749:0:24302:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567152384 00000100:00100000:1.0:1787118201.571756:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118201.571775:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3627:1873928567153408:0@lo:400:kworker.0 00000100:00100000:1.0:1787118201.571797:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118201.571813:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbe7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567153920:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787118201.571833:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118201.571847:0:24302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567152256 00000100:00100000:0.0:1787118201.571851:0:24302:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567152256 00000100:00100000:1.0:1787118201.571866:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567152896 00000100:00100000:1.0:1787118201.571869:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567152896 00000100:00100000:0.0:1787118201.571888:0:24302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567153920 00000100:00100000:0.0:1787118201.571890:0:24302:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567153920 00000100:00100000:1.0:1787118201.571893:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567153408 00000100:00100000:1.0:1787118201.571895:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567153408 00000100:00100000:0.0:1787118201.571906:0:24302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1787118201.571915:0:24302:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567152384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787118201.571945:0:24302:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1787118201.571947:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1787118201.571952:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3627:x1873928567152896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118201.571986:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ec4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3627:x1873928567152896:12345-0@lo:400:kworker.0 Request processed in 34us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118201.571994:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1787118201.572011:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1787118201.572017:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3627:x1873928567153408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118201.572069:0:24302:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ec4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567152384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 152us (2644us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118201.572076:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ec6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3627:x1873928567153408:12345-0@lo:400:kworker.0 Request processed in 60us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118201.572076:0:24302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1787118201.572081:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1787118201.572113:0:24302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1787118201.572119:0:24302:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567152256:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787118201.572128:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3627:1873928567152896:0@lo:400:kworker.0 00002000:00000024:0.0:1787118201.572128:0:24302:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1787118201.572138:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047fc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3627:1873928567153408:0@lo:400:kworker.0 00000100:00100000:0.0:1787118201.572152:0:24302:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ec7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567152256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 34us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118201.572158:0:24302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1787118201.572178:0:24302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1787118201.572183:0:24302:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567153920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787118201.572193:0:24302:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1787118201.572219:0:24302:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ec5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3627:x1873928567153920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118201.572225:0:24302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787118201.572231:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbe7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567153920:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787118201.572244:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567152768:0@lo:400:kworker.0 00000100:00100000:1.0:1787118201.572245:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047ec6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3627:1873928567152384:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787118201.572256:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fb9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567152256:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787118201.572268:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118201.572300:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3626:1873928567153280:0@lo:400:kworker.0 00000100:00080000:1.0:1787118201.572317:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787118201.572321:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787118201.572322:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787118201.572324:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787118201.572331:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567153280 00000100:00100000:1.0:1787118201.572333:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567153280 00000100:00100000:0.0:1787118201.572335:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3626:1873928567153792:0@lo:400:kworker.0 00000100:00100000:1.0:1787118201.572353:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787118201.572357:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118201.572358:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbe4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3626:x1873928567153280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118201.572384:0:25166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567152768 00000100:00100000:0.0:1787118201.572388:0:25166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567152768 00000100:00100000:1.0:1787118201.572389:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbe4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3626:x1873928567153280:12345-0@lo:400:kworker.0 Request processed in 31us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118201.572405:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787118201.572410:0:25166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787118201.572414:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567153792 00000100:00100000:0.0:1787118201.572415:0:25166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbe7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3626:x1873928567152768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118201.572417:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567153792 00000100:00100000:1.0:1787118201.572434:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1787118201.572440:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3626:x1873928567153792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118201.572443:0:25166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbe7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3626:x1873928567152768:12345-0@lo:400:kworker.0 Request processed in 29us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118201.572449:0:25166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1787118201.572465:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbe4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3626:x1873928567153792:12345-0@lo:400:kworker.0 Request processed in 25us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118201.572489:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567152768:0@lo:400:kworker.0 00000100:00100000:0.0:1787118201.572498:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3626:1873928567153280:0@lo:400:kworker.0 00010000:00080000:0.0:1787118201.572508:0:3626:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff959047fc2300 x1873928567153792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787118201.572517:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047fc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3626:1873928567153792:0@lo:400:kworker.0 00000100:00100000:1.0:1787118201.572542:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00080000:1.0:1787118201.572554:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787118201.573332:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118201.573370:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567153024:0@lo:400:kworker.0 00000100:00100000:2.0:1787118201.573403:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118201.573418:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3628:1873928567153536:0@lo:400:kworker.0 00000100:00100000:2.0:1787118201.573438:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118201.573476:0:25586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567153536 00000100:00100000:2.0:1787118201.573480:0:25586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567153536 00000100:00100000:2.0:1787118201.573515:0:25586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1787118201.573532:0:25586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3628:x1873928567153536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118201.573566:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567152512 00000100:00100000:1.0:1787118201.573570:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567152512 00000100:00100000:2.0:1787118201.573571:0:25586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3628:x1873928567153536:12345-0@lo:400:kworker.0 Request processed in 41us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118201.573577:0:25586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1787118201.573588:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567153024 00000100:00100000:1.0:1787118201.573591:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567153024 00000100:00100000:1.0:1787118201.573602:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00010000:00080000:2.0:1787118201.573604:0:3628:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff959047fc0000 x1873928567153536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787118217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787118201.573607:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3628:x1873928567152512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118201.573615:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047fc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3628:1873928567153536:0@lo:400:kworker.0 00000100:00100000:1.0:1787118201.573649:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3628:x1873928567152512:12345-0@lo:400:kworker.0 Request processed in 41us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118201.573654:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3628:1873928567152512:0@lo:400:kworker.0 00000100:00100000:1.0:1787118201.573656:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1787118201.573666:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1787118201.573672:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3628:x1873928567153024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787118201.573781:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3628:x1873928567153024:12345-0@lo:400:kworker.0 Request processed in 108us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118201.573787:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00080000:1.0:1787118201.573801:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787118201.574188:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118201.574222:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917d5e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567153152:0@lo:400:kworker.0 00000100:00100000:3.0:1787118201.574250:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787118201.574286:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3625:1873928567153664:0@lo:400:kworker.0 00000100:00100000:3.0:1787118201.574309:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118201.574309:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567153024:0@lo:400:kworker.0 00000100:00100000:2.0:1787118201.574337:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567153664 00000100:00100000:2.0:1787118201.574340:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567153664 00000100:00100000:0.0:1787118201.574385:0:24301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567152640 00000100:00100000:0.0:1787118201.574389:0:24301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567152640 00000100:00100000:0.0:1787118201.574415:0:24301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567153152 00000100:00100000:0.0:1787118201.574418:0:24301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567153152 00000100:00100000:2.0:1787118201.574419:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1787118201.574424:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3625:x1873928567153664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787118201.574435:0:24301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787118201.574441:0:24301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567152640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118201.574461:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047fc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3625:x1873928567153664:12345-0@lo:400:kworker.0 Request processed in 37us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118201.574467:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1787118201.574469:0:24301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047fc0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567152640:12345-0@lo:400:kworker.0 Request processed in 30us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118201.574474:0:24301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787118201.574486:0:24301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787118201.574492:0:24301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567153152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787118201.574515:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567152640:0@lo:400:kworker.0 00000100:00100000:0.0:1787118201.574517:0:24301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047fc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3625:x1873928567153152:12345-0@lo:400:kworker.0 Request processed in 26us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118201.574522:0:24301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787118201.574524:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917d5e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3625:1873928567153152:0@lo:400:kworker.0 00000100:00100000:2.0:1787118201.574532:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047fc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3625:1873928567153664:0@lo:400:kworker.0 00000100:00080000:3.0:1787118201.577953:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1787118201.746738:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118201.747128:0:25586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556550528 00000100:00100000:0.0:1787118201.747139:0:25586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556550528 00000100:00100000:0.0:1787118201.747212:0:25586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 42 00000100:00100000:0.0:1787118201.747222:0:25586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c3aa5f7-495d-436f-b447-85dbf504f90f+21:18845:x1873928556550528:12345-192.168.204.23@tcp:101:cat.0 00010000:00010000:0.0:1787118201.747248:0:25586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787118201.747284:0:25586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5600/0xce66ce20914c2289 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d2df expref: -99 pid: 25586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118201.747405:0:25586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5c00/0xce66ce20914c2290 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118201.747419:0:25586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5c00/0xce66ce20914c2290 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118201.747451:0:25586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5c00/0xce66ce20914c2290 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787118201.747463:0:25586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1787118201.747601:0:25586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5600/0xce66ce20914c2289 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2df expref: 24 pid: 25586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118201.747837:0:25586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5c00/0xce66ce20914c2290 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2df expref: 23 pid: 25586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118201.747848:0:25586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff95916be1b800) 00010000:00010000:0.0:1787118201.747851:0:25586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787118201.747854:0:25586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9591820c5c00, rc 0) 00000100:00100000:0.0:1787118201.747919:0:25586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c3aa5f7-495d-436f-b447-85dbf504f90f+23:18845:x1873928556550528:12345-192.168.204.23@tcp:101:cat.0 Request processed in 699us (1191us total) trans 12884901902 rc 0/0 00000100:00100000:0.0:1787118201.747927:0:25586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 42 00000100:00100000:0.0:1787118201.760298:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118201.760390:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118201.762605:0:25823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556550656 00000100:00100000:1.0:1787118201.762621:0:25823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556550656 00000100:00100000:1.0:1787118201.762710:0:25823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 1 00000100:00100000:1.0:1787118201.762746:0:25823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbe7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c3aa5f7-495d-436f-b447-85dbf504f90f+23:2420:x1873928556550656:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787118201.762762:0:25823:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787118201.762787:0:25823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5c00/0xce66ce20914c2290 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2df expref: 23 pid: 25586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.762810:0:25823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff95916be1b800) 00010000:00010000:1.0:1787118201.762814:0:25823:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787118201.762887:0:25823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbe7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c3aa5f7-495d-436f-b447-85dbf504f90f+22:2420:x1873928556550656:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 143us (2599us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118201.762895:0:25823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 1 00000100:00100000:3.0:1787118201.763788:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556550912 00000100:00100000:3.0:1787118201.763796:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556550912 00000100:00100000:3.0:1787118201.763864:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 8 00000100:00100000:3.0:1787118201.763875:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbe5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+22:18845:x1873928556550912:12345-192.168.204.23@tcp:35:cat.0 00000100:00100000:3.0:1787118201.764191:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbe5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+23:18845:x1873928556550912:12345-192.168.204.23@tcp:35:cat.0 Request processed in 318us (3799us total) trans 12884901903 rc 0/0 00000100:00100000:3.0:1787118201.764199:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 8 00000100:00100000:0.0:1787118201.836038:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118201.836221:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556551168 00000100:00100000:2.0:1787118201.836233:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556551168 00000100:00100000:2.0:1787118201.836357:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 43 00000100:00100000:2.0:1787118201.836368:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbe7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+23:18851:x1873928556551168:12345-192.168.204.23@tcp:101:dd.0 00010000:00010000:2.0:1787118201.836405:0:22795:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787118201.836448:0:22795:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb400/0xce66ce20914c229e lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d2e6 expref: -99 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.836572:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccaa00/0xce66ce20914c22a5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.836586:0:22795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff959176edc800/0xce66ce20914c2243 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2c3 expref: 24 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.836594:0:22795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff959140030400/0xce66ce20914c2258 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2ca expref: 24 pid: 22794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.836602:0:22795:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccaa00/0xce66ce20914c22a5 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.836636:0:22795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff959140030400/0xce66ce20914c2258 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2ca expref: 24 pid: 22794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.836650:0:22795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff959140030400/0xce66ce20914c2258 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2ca expref: 24 pid: 22794 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118201.836664:0:22795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fb9f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22795:1873928567154048:192.168.204.23@tcp:104: 00010000:00010000:2.0:1787118201.836769:0:22795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff959176edc800/0xce66ce20914c2243 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2c3 expref: 24 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.836779:0:22795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff959176edc800/0xce66ce20914c2243 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2c3 expref: 24 pid: 22793 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118201.836801:0:22795:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22795:1873928567154176:192.168.204.23@tcp:104: 00000100:00100000:2.0:1787118201.836828:0:22795:0:(client.c:2702:ptlrpc_set_wait()) set ffff9590473163c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787118201.843588:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118201.843641:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118201.843681:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556551296 00000100:00100000:1.0:1787118201.843691:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556551296 00010000:00010000:1.0:1787118201.843742:0:22781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff959140030400/0xce66ce20914c2258 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2ca expref: 25 pid: 22794 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118201.843781:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556551424 00000100:00100000:1.0:1787118201.843784:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556551424 00010000:00010000:1.0:1787118201.843799:0:22781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff959176edc800/0xce66ce20914c2243 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2c3 expref: 26 pid: 22793 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118201.844015:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 17 00000100:00100000:1.0:1787118201.844028:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ec6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+26:2420:x1873928556551296:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787118201.844043:0:22781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787118201.844050:0:22781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff959140030400/0xce66ce20914c2258 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2ca expref: 26 pid: 22794 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.844082:0:22781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff959140030400/0xce66ce20914c2258 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2ca expref: 26 pid: 22794 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.844125:0:22781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff95916be1b800) 00010000:00010000:1.0:1787118201.844131:0:22781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccaa00/0xce66ce20914c22a5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.844139:0:22781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccaa00/0xce66ce20914c22a5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.844146:0:22781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787118201.844197:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ec6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+26:2420:x1873928556551296:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 174us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118201.844205:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 17 00000100:00100000:1.0:1787118201.844223:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 18 00000100:00100000:1.0:1787118201.844230:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95916b959850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+25:2420:x1873928556551424:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787118201.844237:0:22781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787118201.844242:0:22781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff959176edc800/0xce66ce20914c2243 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2c3 expref: 25 pid: 22793 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.844252:0:22781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff959176edc800/0xce66ce20914c2243 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2c3 expref: 25 pid: 22793 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.844263:0:22781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff95916be1b800) 00010000:00010000:1.0:1787118201.844278:0:22781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccaa00/0xce66ce20914c22a5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.844296:0:22781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccaa00/0xce66ce20914c22a5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.844304:0:22781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccaa00/0xce66ce20914c22a5 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118201.844321:0:22781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787118201.844339:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95916b959850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+25:2420:x1873928556551424:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 110us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118201.844345:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 18 00010000:00010000:2.0:1787118201.844575:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959140030400/0xce66ce20914c2258 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2ca expref: 24 pid: 22794 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118201.844593:0:22795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fb9f800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22795:1873928567154048:192.168.204.23@tcp:104: 00010000:00010000:2.0:1787118201.844605:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959176edc800/0xce66ce20914c2243 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2c3 expref: 23 pid: 22793 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118201.844616:0:22795:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fb9a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22795:1873928567154176:192.168.204.23@tcp:104: 00010000:00010000:2.0:1787118201.844641:0:22795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccaa00/0xce66ce20914c22a5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.844651:0:22795:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccaa00/0xce66ce20914c22a5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.844658:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccaa00/0xce66ce20914c22a5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787118201.844675:0:22795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1787118201.844996:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb400/0xce66ce20914c229e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2e6 expref: 24 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.845012:0:22795:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccaa00/0xce66ce20914c22a5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2e6 expref: 23 pid: 22795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.845033:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff95916be1b800) 00010000:00010000:2.0:1787118201.845036:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1787118201.845038:0:22795:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95917eccaa00, rc 0) 00000100:00100000:2.0:1787118201.845067:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbe7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+23:18851:x1873928556551168:12345-192.168.204.23@tcp:101:dd.0 Request processed in 8702us (9040us total) trans 12884901904 rc 0/0 00000100:00100000:2.0:1787118201.845075:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 43 00000100:00100000:2.0:1787118201.856298:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118201.856394:0:25586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556551552 00000100:00100000:0.0:1787118201.856404:0:25586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556551552 00000100:00100000:2.0:1787118201.856560:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 44 00000100:00100000:2.0:1787118201.856570:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+23:18851:x1873928556551552:12345-192.168.204.23@tcp:101:dd.0 00010000:00010000:2.0:1787118201.856595:0:22793:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787118201.856613:0:22793:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb000/0xce66ce20914c22b3 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d2ed expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.856648:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb600/0xce66ce20914c22ba lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.856663:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb600/0xce66ce20914c22ba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.856674:0:22793:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb600/0xce66ce20914c22ba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.856807:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb000/0xce66ce20914c22b3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2ed expref: 25 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.856823:0:22793:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb600/0xce66ce20914c22ba lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2ed expref: 24 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.856883:0:22793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff95916be1b800) 00010000:00010000:2.0:1787118201.856886:0:22793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1787118201.856889:0:22793:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95917eccb600, rc 0) 00000100:00100000:2.0:1787118201.856953:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+24:18851:x1873928556551552:12345-192.168.204.23@tcp:101:dd.0 Request processed in 385us (666us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118201.856960:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 44 00000100:00100000:1.0:1787118201.870217:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118201.870324:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556551808 00000100:00100000:0.0:1787118201.870334:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556551808 00000100:00100000:0.0:1787118201.870438:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 45 00000100:00100000:0.0:1787118201.870448:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ec6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+24:18851:x1873928556551808:12345-192.168.204.23@tcp:36:dd.0 00010000:00010000:0.0:1787118201.870673:0:22794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5600/0xce66ce20914c22c1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118201.870707:0:22794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5600/0xce66ce20914c22c1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118201.870718:0:22794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5600/0xce66ce20914c22c1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787118201.870772:0:22794:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:0.0:1787118201.870793:0:22794:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008e1d355f reply state 00000000c2f8e55f transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5600/0xce66ce20914c22c1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118201.870804:0:22794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5600/0xce66ce20914c22c1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118201.870811:0:22794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff95916be1b800) 00010000:00010000:0.0:1787118201.870814:0:22794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787118201.870817:0:22794:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787118201.870909:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ec6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+27:18851:x1873928556551808:12345-192.168.204.23@tcp:36:dd.0 Request processed in 462us (702us total) trans 12884901906 rc 0/0 00000100:00100000:0.0:1787118201.870916:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 45 00000020:00080000:0.0:1787118201.870920:0:22794:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1787118201.878901:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118201.878992:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556551936 00000100:00100000:2.0:1787118201.879003:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556551936 00000100:00100000:2.0:1787118201.879060:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 46 00000100:00100000:2.0:1787118201.879071:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+27:18851:x1873928556551936:12345-192.168.204.23@tcp:101:dd.0 00010000:00010000:2.0:1787118201.879131:0:22793:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787118201.879154:0:22793:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb000/0xce66ce20914c22c8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d2f4 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.879211:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb000/0xce66ce20914c22c8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2f4 expref: 28 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.879227:0:22793:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb000/0xce66ce20914c22c8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2f4 expref: 28 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.879245:0:22793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff95916be1b800) 00010000:00010000:2.0:1787118201.879248:0:22793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787118201.879252:0:22793:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95917eccb000, rc 0) 00000100:00100000:2.0:1787118201.879312:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ec5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+28:18851:x1873928556551936:12345-192.168.204.23@tcp:101:dd.0 Request processed in 243us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118201.879319:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 46 00000100:00100000:1.0:1787118201.906629:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118201.906716:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556552192 00000100:00100000:3.0:1787118201.906728:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556552192 00000100:00100000:3.0:1787118201.906803:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 2 00000100:00100000:3.0:1787118201.906815:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+28:18851:x1873928556552192:12345-192.168.204.23@tcp:103:dd.0 00010000:00010000:3.0:1787118201.906831:0:22781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787118201.906857:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb000/0xce66ce20914c22c8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2f4 expref: 28 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118201.906877:0:22781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff95916be1b800) 00010000:00010000:3.0:1787118201.906935:0:22781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787118201.906994:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ec7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+27:18851:x1873928556552192:12345-192.168.204.23@tcp:103:dd.0 Request processed in 182us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118201.907004:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 2 00000100:00100000:1.0:1787118201.913167:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118201.913280:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556552320 00000100:00100000:2.0:1787118201.913290:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556552320 00000100:00100000:2.0:1787118201.913735:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 47 00000100:00100000:2.0:1787118201.913747:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ec7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+27:18851:x1873928556552320:12345-192.168.204.23@tcp:58:dd.0 00010000:00010000:2.0:1787118201.913882:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb400/0xce66ce20914c22cf lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.913900:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb400/0xce66ce20914c22cf lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.913911:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb400/0xce66ce20914c22cf lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787118201.917206:0:22795:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787118201.917261:0:22795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:2.0:1787118201.917456:0:22795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:2.0:1787118201.917795:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ec7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+27:18851:x1873928556552320:12345-192.168.204.23@tcp:58:dd.0 Request processed in 4045us (4632us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118201.917807:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 47 00000100:00100000:0.0:1787118201.920972:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118201.921153:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556552448 00000100:00100000:2.0:1787118201.921163:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556552448 00000100:00100000:2.0:1787118201.921222:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 48 00000100:00100000:2.0:1787118201.921231:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbe6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+27:18851:x1873928556552448:12345-192.168.204.23@tcp:101:dd.0 00010000:00010000:2.0:1787118201.921252:0:22793:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787118201.921282:0:22793:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccae00/0xce66ce20914c22d6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d2fb expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.921347:0:22793:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb400/0xce66ce20914c22cf lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.921375:0:22793:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccae00/0xce66ce20914c22d6 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2fb expref: 28 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.921395:0:22793:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb400/0xce66ce20914c22cf lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.921408:0:22793:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccae00/0xce66ce20914c22d6 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2fb expref: 28 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.921422:0:22793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff95916be1b800) 00010000:00010000:2.0:1787118201.921424:0:22793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787118201.921428:0:22793:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccae00/0xce66ce20914c22d6 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2fb expref: 28 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118201.921435:0:22793:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95917eccae00, rc 0) 00000100:00100000:2.0:1787118201.921504:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbe6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+28:18851:x1873928556552448:12345-192.168.204.23@tcp:101:dd.0 Request processed in 274us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118201.921510:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 48 00000100:00100000:1.0:1787118201.948577:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118201.948618:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118201.948702:0:22789:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556552576 00000100:00100000:2.0:1787118201.948712:0:22789:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556552576 00000100:00100000:2.0:1787118201.948767:0:22789:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 164 00000100:00100000:2.0:1787118201.948778:0:22789:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959154b4d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+13:2419:x1873928556552576:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:2.0:1787118201.948848:0:22789:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959154b4d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:faf69420-99c2-4c9e-8f65-0fb943311c4f+13:2419:x1873928556552576:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 72us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118201.948855:0:22789:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 164 00000100:00100000:1.0:1787118201.949235:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118201.949259:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118201.949325:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556553088 00000100:00100000:0.0:1787118201.949330:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556553088 00000100:00100000:0.0:1787118201.949368:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 56 00000100:00100000:0.0:1787118201.949375:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+12:2419:x1873928556553088:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:0.0:1787118201.949415:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ec5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+12:2419:x1873928556553088:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 41us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118201.949422:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 56 00000100:00100000:1.0:1787118201.955839:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118201.955954:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556552704 00000100:00100000:0.0:1787118201.955965:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556552704 00000100:00100000:0.0:1787118201.956038:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 57 00000100:00100000:0.0:1787118201.956047:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ec5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+5:2419:x1873928556552704:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:0.0:1787118201.956141:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ec5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+5:2419:x1873928556552704:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 94us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118201.956149:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 57 00000100:00100000:3.0:1787118201.958760:0:24853:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556552832 00000100:00100000:3.0:1787118201.958774:0:24853:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556552832 00000100:00100000:3.0:1787118201.959007:0:24853:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556553344 00000100:00100000:3.0:1787118201.959011:0:24853:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556553344 00000100:00100000:2.0:1787118201.959076:0:24298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 14 00000100:00100000:2.0:1787118201.959115:0:24298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+5:2419:x1873928556552832:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:2.0:1787118201.960755:0:24298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ec6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+5:2419:x1873928556552832:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 1636us (12128us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118201.960767:0:24298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 14 00000100:00080000:1.0:1787118201.960883:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787118201.961850:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118201.961886:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118201.961905:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118201.961970:0:25166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556552960 00000100:00100000:0.0:1787118201.961990:0:25166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556552960 00000100:00100000:0.0:1787118201.962040:0:25166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556553472 00000100:00100000:0.0:1787118201.962044:0:25166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556553472 00000100:00100000:0.0:1787118201.962068:0:25166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 15 00000100:00100000:0.0:1787118201.962077:0:25166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c3aa5f7-495d-436f-b447-85dbf504f90f+5:2419:x1873928556552960:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:0.0:1787118201.962161:0:25166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047fc1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c3aa5f7-495d-436f-b447-85dbf504f90f+5:2419:x1873928556552960:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 85us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118201.962168:0:25166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 15 00000100:00100000:0.0:1787118201.962183:0:25166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 16 00000100:00100000:0.0:1787118201.962204:0:25166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+5:2419:x1873928556553472:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:0.0:1787118201.962227:0:25166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047fc0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+5:2419:x1873928556553472:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 39us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118201.962233:0:25166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 16 00000100:00100000:0.0:1787118201.962255:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556553216 00000100:00100000:0.0:1787118201.962259:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556553216 00000100:00100000:0.0:1787118201.962302:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 58 00000100:00100000:0.0:1787118201.962308:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047fc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+5:2419:x1873928556553216:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:0.0:1787118201.962336:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047fc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+5:2419:x1873928556553216:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 29us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118201.962357:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 58 00000100:00080000:1.0:1787118201.962818:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787118201.965626:0:24853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 17 00000100:00100000:2.0:1787118201.965645:0:24853:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+5:2419:x1873928556553344:12345-192.168.204.23@tcp:400:kworker.0 00000100:00100000:2.0:1787118201.966281:0:24853:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ec4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c7cb5bcf-1f4f-45ec-8bd9-0a723318a2e4+5:2419:x1873928556553344:12345-192.168.204.23@tcp:400:kworker.0 Request processed in 640us (17017us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118201.966290:0:24853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 17 00000040:00080000:1.0:1787118202.081781:0:23546:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1787118202.082715:0:3628:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567154304:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787118202.082754:0:3626:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787118202.082766:0:3626:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbe5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567154432:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787118202.082788:0:3628:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118202.082822:0:3626:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787118202.082852:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567154304 00000100:00100000:0.0:1787118202.082858:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567154304 00000100:00100000:0.0:1787118202.082893:0:22799:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567154432 00000100:00100000:0.0:1787118202.082896:0:22799:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567154432 00000100:00100000:1.0:1787118202.082948:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1787118202.082960:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fb9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3628:x1873928567154304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787118202.082993:0:22798:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:1.0:1787118202.083087:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fb9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3628:x1873928567154304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 129us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118202.083129:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787118202.083401:0:22799:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787118202.083409:0:22799:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbe5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3626:x1873928567154432:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787118202.083428:0:22799:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1787118202.083557:0:22799:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbe5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3626:x1873928567154432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 149us (733us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118202.083564:0:22799:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1787118202.083701:0:3626:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbe5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3626:1873928567154432:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787118202.087002:0:3628:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047fc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3628:1873928567154304:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1787118202.529383:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787118202.913655:0:22829:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1787118202.913664:0:22829:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1787118202.913712:0:22829:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1787118202.913721:0:22829:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1787118202.913869:0:22829:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917fbe5f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22829:1873928567154560:192.168.204.23@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1787118202.914638:0:22829:0:(client.c:2702:ptlrpc_set_wait()) set ffff959047de7780 going to sleep for 11 seconds 00000100:00100000:0.0:1787118202.924938:0:22829:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917fbe5f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22829:1873928567154560:192.168.204.23@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1787118202.928518:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118202.928963:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556553600 00000100:00100000:0.0:1787118202.928976:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556553600 00000100:00100000:0.0:1787118202.929061:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 49 00000100:00100000:0.0:1787118202.929073:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+28:18853:x1873928556553600:12345-192.168.204.23@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1787118202.929147:0:22793:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00080000:1.0:1787118202.929406:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787118202.929523:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047fc3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+28:18853:x1873928556553600:12345-192.168.204.23@tcp:53:lhsmtool_posix.0 Request processed in 451us (1015us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118202.929532:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 49 00000100:00100000:1.0:1787118202.935082:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118202.936548:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556553728 00000100:00100000:0.0:1787118202.936567:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556553728 00000100:00100000:0.0:1787118202.936645:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 50 00000100:00100000:0.0:1787118202.936655:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+28:18853:x1873928556553728:12345-192.168.204.23@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1787118202.936730:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4200/0xce66ce20914c22dd lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.936747:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4200/0xce66ce20914c22dd lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.936759:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4200/0xce66ce20914c22dd lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.936795:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5a00/0xce66ce20914c22e4 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.936803:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5a00/0xce66ce20914c22e4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.936809:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5a00/0xce66ce20914c22e4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.936830:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c22eb lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.936838:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c22eb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.936844:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c22eb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787118202.936906:0:22795:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1787118202.936910:0:22795:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787118202.936925:0:22795:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c22eb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.936935:0:22795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4200/0xce66ce20914c22dd lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.936942:0:22795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4200/0xce66ce20914c22dd lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.936949:0:22795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4200/0xce66ce20914c22dd lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.936956:0:22795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9591820c4200 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:0.0:1787118202.936960:0:22795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4200/0xce66ce20914c22dd lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.936968:0:22795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4200/0xce66ce20914c22dd lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.936982:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff959045802f00) 00010000:00010000:0.0:1787118202.936986:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787118202.936991:0:22795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4200/0xce66ce20914c22dd lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.936996:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4200/0xce66ce20914c22dd lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.937010:0:22795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5a00/0xce66ce20914c22e4 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.937027:0:22795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5a00/0xce66ce20914c22e4 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.937033:0:22795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5a00/0xce66ce20914c22e4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.937038:0:22795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9591820c5a00 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:0.0:1787118202.937041:0:22795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5a00/0xce66ce20914c22e4 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.937048:0:22795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5a00/0xce66ce20914c22e4 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.937056:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff9591603e2d00) 00010000:00010000:0.0:1787118202.937059:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787118202.937062:0:22795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5a00/0xce66ce20914c22e4 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.937067:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5a00/0xce66ce20914c22e4 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.937082:0:22795:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c22eb lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.937088:0:22795:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c22eb lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.937093:0:22795:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c22eb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.937195:0:22795:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9591820c4e00 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:0.0:1787118202.937205:0:22795:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c22eb lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.937211:0:22795:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c22eb lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.937220:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff95916be1b800) 00010000:00010000:0.0:1787118202.937223:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787118202.937225:0:22795:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c22eb lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118202.937230:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c22eb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118202.937467:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ec4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+28:18853:x1873928556553728:12345-192.168.204.23@tcp:34:lhsmtool_posix.0 Request processed in 811us (2395us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118202.937476:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 50 00000100:00100000:3.0:1787118202.944057:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118202.944185:0:25586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556553984 00000100:00100000:2.0:1787118202.944195:0:25586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556553984 00000100:00100000:2.0:1787118202.944259:0:25586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 51 00000100:00100000:2.0:1787118202.944268:0:25586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c3aa5f7-495d-436f-b447-85dbf504f90f+28:18853:x1873928556553984:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787118202.944287:0:25586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787118202.944306:0:25586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c22f2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d302 expref: -99 pid: 25586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118202.944430:0:25586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca600/0xce66ce20914c22f9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118202.944454:0:25586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca600/0xce66ce20914c22f9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118202.944483:0:25586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca600/0xce66ce20914c22f9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787118202.944494:0:25586:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1787118202.944574:0:25586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca600/0xce66ce20914c22f9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118202.944582:0:25586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca600/0xce66ce20914c22f9 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118202.944587:0:25586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca600/0xce66ce20914c22f9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118202.944593:0:25586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917ecca600 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:2.0:1787118202.944597:0:25586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca600/0xce66ce20914c22f9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118202.944604:0:25586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca600/0xce66ce20914c22f9 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118202.944617:0:25586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff95916be1b800) 00010000:00010000:2.0:1787118202.944619:0:25586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787118202.944625:0:25586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca600/0xce66ce20914c22f9 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118202.944630:0:25586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca600/0xce66ce20914c22f9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118202.944668:0:25586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c22f2 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d302 expref: 30 pid: 25586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118202.944690:0:25586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff959045802f00) 00010000:00010000:2.0:1787118202.944692:0:25586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787118202.944697:0:25586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c22f2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d302 expref: 30 pid: 25586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118202.944705:0:25586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95917eccba00, rc 0) 00000100:00100000:2.0:1787118202.944768:0:25586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047fc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c3aa5f7-495d-436f-b447-85dbf504f90f+29:18853:x1873928556553984:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 Request processed in 501us (720us total) trans 12884901907 rc 301/301 00000100:00100000:2.0:1787118202.944776:0:25586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 51 00000100:00100000:2.0:1787118202.959439:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118202.959540:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556554112 00000100:00100000:1.0:1787118202.959551:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556554112 00000100:00100000:1.0:1787118202.959628:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 52 00000100:00100000:1.0:1787118202.959637:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bd4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+29:18853:x1873928556554112:12345-192.168.204.23@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1787118202.959674:0:22794:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1787118202.959804:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bd4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+29:18853:x1873928556554112:12345-192.168.204.23@tcp:53:lhsmtool_posix.0 Request processed in 168us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118202.959812:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 52 00000100:00100000:1.0:1787118202.971734:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118202.972016:0:25586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556554368 00000100:00100000:2.0:1787118202.972027:0:25586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556554368 00000100:00100000:2.0:1787118202.972135:0:25586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 53 00000100:00100000:2.0:1787118202.972146:0:25586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ec5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c3aa5f7-495d-436f-b447-85dbf504f90f+29:18853:x1873928556554368:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787118202.972173:0:25586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787118202.972194:0:25586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2307 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d309 expref: -99 pid: 25586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1787118202.972688:0:25586:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x6:0x0], count =60 00000004:00080000:2.0:1787118202.972698:0:25586:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x6:0x0]+60 in llog 00000004:00080000:2.0:1787118202.972722:0:25586:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:2.0:1787118202.973060:0:25586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca600/0xce66ce20914c230e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118202.973075:0:25586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca600/0xce66ce20914c230e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118202.973120:0:25586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca600/0xce66ce20914c230e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118202.973177:0:25586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2307 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d309 expref: 32 pid: 25586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118202.973196:0:25586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca600/0xce66ce20914c230e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d309 expref: 31 pid: 25586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118202.973211:0:25586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff959045802b00) 00010000:00010000:2.0:1787118202.973214:0:25586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787118202.973217:0:25586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95917ecca600, rc 0) 00000100:00100000:2.0:1787118202.973303:0:25586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ec5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c3aa5f7-495d-436f-b447-85dbf504f90f+31:18853:x1873928556554368:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 Request processed in 1159us (1580us total) trans 12884901908 rc 0/0 00000100:00100000:2.0:1787118202.973317:0:25586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 53 00000100:00100000:3.0:1787118202.982924:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118202.983544:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556554624 00000100:00100000:1.0:1787118202.983564:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556554624 00000100:00100000:1.0:1787118202.983631:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 54 00000100:00100000:1.0:1787118202.983642:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+31:18853:x1873928556554624:12345-192.168.204.23@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1787118202.983709:0:22794:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787118202.983738:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca600/0xce66ce20914c230e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d309 expref: 31 pid: 25586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118202.983757:0:22794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff959045802b00) 00010000:00010000:1.0:1787118202.983767:0:22794:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787118202.983789:0:22794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c231c lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118202.983802:0:22794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c231c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118202.983828:0:22794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c231c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118202.983843:0:22794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c2323 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x392827f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118202.983850:0:22794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c2323 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x392827f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118202.983857:0:22794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c2323 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x392827f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118202.983902:0:22794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c231c lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118202.983909:0:22794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c231c lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118202.983915:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c231c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118202.983921:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959176eddc00 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:1.0:1787118202.983925:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c231c lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118202.983932:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c231c lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118202.983941:0:22794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff959045802000) 00010000:00010000:1.0:1787118202.983944:0:22794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787118202.983948:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c231c lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118202.983961:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c231c lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118202.983972:0:22794:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c2323 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x392827f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118202.983977:0:22794:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c2323 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x392827f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118202.983983:0:22794:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c2323 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x392827f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118202.983987:0:22794:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959176edd400 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:1.0:1787118202.983990:0:22794:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c2323 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x392827f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118202.983996:0:22794:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c2323 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x392827f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118202.984004:0:22794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x392827f0 (ffff95916be1bf00) 00010000:00010000:1.0:1787118202.984007:0:22794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787118202.984010:0:22794:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c2323 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x392827f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118202.984016:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c2323 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x392827f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118202.984336:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047fc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+30:18853:x1873928556554624:12345-192.168.204.23@tcp:36:lhsmtool_posix.0 Request processed in 694us (1421us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787118202.984344:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 54 00000100:00100000:3.0:1787118202.996049:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118203.000632:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556554752 00000100:00100000:0.0:1787118203.000650:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556554752 00000100:00100000:0.0:1787118203.000731:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 55 00000100:00100000:0.0:1787118203.000742:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+30:18853:x1873928556554752:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787118203.000763:0:22793:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787118203.000787:0:22793:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c232a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d310 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.000825:0:22793:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5a00/0xce66ce20914c2331 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.000838:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5a00/0xce66ce20914c2331 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.000866:0:22793:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5a00/0xce66ce20914c2331 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.000976:0:22793:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c232a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d310 expref: 32 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.000995:0:22793:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5a00/0xce66ce20914c2331 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d310 expref: 31 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.001003:0:22793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9591603e2d00) 00010000:00010000:0.0:1787118203.001006:0:22793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1787118203.001009:0:22793:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9591820c5a00, rc 0) 00000100:00100000:0.0:1787118203.001072:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047fc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+31:18853:x1873928556554752:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 Request processed in 332us (5032us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118203.001079:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 55 00000100:00100000:2.0:1787118203.010691:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118203.027772:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556555008 00000100:00100000:0.0:1787118203.027789:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556555008 00000100:00100000:1.0:1787118203.027977:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 56 00000100:00100000:1.0:1787118203.027989:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bd4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+31:18853:x1873928556555008:12345-192.168.204.23@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1787118203.028077:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c2338 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.028123:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c2338 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.028135:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c2338 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787118203.028320:0:22795:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:1.0:1787118203.028331:0:22795:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 713106234665ns, next at 714106232109ns, rc = 0 00000004:00010000:1.0:1787118203.028383:0:22795:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005663270a reply state 000000009179c48c transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c2338 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.028396:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c2338 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.028404:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9591603e2d00) 00010000:00010000:1.0:1787118203.028407:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1787118203.028410:0:22795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787118203.028599:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bd4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+33:18853:x1873928556555008:12345-192.168.204.23@tcp:36:lhsmtool_posix.0 Request processed in 609us (17916us total) trans 12884901909 rc 0/0 00000100:00100000:1.0:1787118203.028607:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 56 00000100:00100000:1.0:1787118203.031357:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118203.031748:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556555136 00000100:00100000:0.0:1787118203.031761:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556555136 00000100:00100000:0.0:1787118203.031830:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 57 00000100:00100000:0.0:1787118203.031840:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ec4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+33:18853:x1873928556555136:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787118203.031868:0:22793:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787118203.031892:0:22793:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c233f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d317 expref: -99 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.031963:0:22793:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c233f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d317 expref: 34 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.032006:0:22793:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c233f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d317 expref: 34 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.032029:0:22793:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9591603e2d00) 00010000:00010000:0.0:1787118203.032033:0:22793:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787118203.032037:0:22793:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9591820c4e00, rc 0) 00000100:00100000:0.0:1787118203.032235:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ec4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+34:18853:x1873928556555136:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 Request processed in 396us (888us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118203.032261:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 57 00000100:00100000:3.0:1787118203.041486:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118203.042563:0:24298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556555264 00000100:00100000:0.0:1787118203.042577:0:24298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556555264 00000100:00100000:0.0:1787118203.042668:0:24298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 20 00000100:00100000:0.0:1787118203.042682:0:24298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+5:2420:x1873928556555264:12345-192.168.204.23@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1787118203.043566:0:24298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047fc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:2420:x1873928556555264:12345-192.168.204.23@tcp:2:lhsmtool_posix.0 Request processed in 881us (2083us total) trans 12884901891 rc 0/0 00000100:00100000:0.0:1787118203.043578:0:24298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 20 00000100:00080000:1.0:1787118203.045227:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787118203.048378:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118203.048553:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556555520 00000100:00100000:3.0:1787118203.048564:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556555520 00000100:00100000:3.0:1787118203.048641:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 9 00000100:00100000:3.0:1787118203.048654:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+34:18853:x1873928556555520:12345-192.168.204.23@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1787118203.048897:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ec7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+35:18853:x1873928556555520:12345-192.168.204.23@tcp:35:lhsmtool_posix.0 Request processed in 245us (527us total) trans 12884901910 rc 0/0 00000100:00100000:3.0:1787118203.048905:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 9 00000100:00100000:3.0:1787118203.052774:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118203.053308:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556555776 00000100:00100000:1.0:1787118203.053321:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556555776 00000100:00100000:1.0:1787118203.053400:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 58 00000100:00100000:1.0:1787118203.053411:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+35:18853:x1873928556555776:12345-192.168.204.23@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1787118203.053537:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047fc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+35:18853:x1873928556555776:12345-192.168.204.23@tcp:57:lhsmtool_posix.0 Request processed in 127us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118203.053545:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 58 00000100:00100000:0.0:1787118203.056591:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118203.056667:0:25586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556555904 00000100:00100000:2.0:1787118203.056677:0:25586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556555904 00000100:00100000:2.0:1787118203.056738:0:25586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 59 00000100:00100000:2.0:1787118203.056749:0:25586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbe5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c3aa5f7-495d-436f-b447-85dbf504f90f+35:18853:x1873928556555904:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787118203.056770:0:25586:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787118203.056791:0:25586:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb000/0xce66ce20914c2346 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d31e expref: -99 pid: 25586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.056866:0:25586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca800/0xce66ce20914c234d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.056899:0:25586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca800/0xce66ce20914c234d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.056910:0:25586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca800/0xce66ce20914c234d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787118203.056956:0:25586:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787118203.056976:0:25586:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca800/0xce66ce20914c234d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.057016:0:25586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb000/0xce66ce20914c2346 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d31e expref: 37 pid: 25586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.057035:0:25586:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca800/0xce66ce20914c234d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d31e expref: 36 pid: 25586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.057043:0:25586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9591603e2d00) 00010000:00010000:2.0:1787118203.057046:0:25586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1787118203.057049:0:25586:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff95917ecca800, rc 0) 00000100:00100000:2.0:1787118203.057169:0:25586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbe5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c3aa5f7-495d-436f-b447-85dbf504f90f+36:18853:x1873928556555904:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 Request processed in 422us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118203.057177:0:25586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 59 00000100:00100000:2.0:1787118203.061159:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118203.061304:0:24300:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556556032 00000100:00100000:1.0:1787118203.061318:0:24300:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556556032 00000100:00100000:1.0:1787118203.061385:0:24300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 21 00000100:00100000:1.0:1787118203.061397:0:24300:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+6:2418:x1873928556556032:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787118203.061416:0:24300:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787118203.061451:0:24300:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c2354 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d325 expref: -99 pid: 24300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1787118203.061480:0:24300:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a85427a, blocks: 0x0 00010000:00010000:1.0:1787118203.061500:0:24300:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=713s v=(0 0) 00010000:00010000:1.0:1787118203.061505:0:24300:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787118203.061516:0:24300:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c2354 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d325 expref: 7 pid: 24300 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.061536:0:24300:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c2354 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d325 expref: 7 pid: 24300 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.061550:0:24300:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959176edc800, rc 0) 00000100:00100000:1.0:1787118203.061616:0:24300:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bd4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+7:2418:x1873928556556032:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 Request processed in 222us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118203.061623:0:24300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 21 00000100:00100000:3.0:1787118203.068780:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118203.069449:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556556288 00000100:00100000:1.0:1787118203.069461:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556556288 00000100:00100000:1.0:1787118203.069530:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 60 00000100:00100000:1.0:1787118203.069540:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+36:18853:x1873928556556288:12345-192.168.204.23@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1787118203.069654:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047fc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+36:18853:x1873928556556288:12345-192.168.204.23@tcp:57:lhsmtool_posix.0 Request processed in 115us (883us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118203.069662:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 60 00000100:00100000:0.0:1787118203.075165:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118203.075570:0:22793:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556556416 00000100:00100000:2.0:1787118203.075581:0:22793:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556556416 00000100:00100000:2.0:1787118203.075644:0:22793:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 61 00000100:00100000:2.0:1787118203.075655:0:22793:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbe6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+36:18853:x1873928556556416:12345-192.168.204.23@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1787118203.082339:0:22774:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:3.0:1787118203.082371:0:22774:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:3.0:1787118203.082434:0:22774:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:2.0:1787118203.083579:0:3611:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbe00/0xce66ce20914c21a9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.083601:0:3611:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbe00/0xce66ce20914c21a9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.083609:0:3611:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbe00/0xce66ce20914c21a9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.083615:0:3611:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccbe00 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:2.0:1787118203.083619:0:3611:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbe00/0xce66ce20914c21a9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.083627:0:3611:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbe00/0xce66ce20914c21a9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.083644:0:3611:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff959045802000) 00010000:00010000:2.0:1787118203.083648:0:3611:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1787118203.083652:0:3611:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbe00/0xce66ce20914c21a9 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.083658:0:3611:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbe00/0xce66ce20914c21a9 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118203.083820:0:22793:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbe6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+19:18853:x1873928556556416:12345-192.168.204.23@tcp:44:lhsmtool_posix.0 Request processed in 8161us (8659us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118203.083831:0:22793:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 61 00000100:00100000:1.0:1787118203.083997:0:3625:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787118203.084013:0:3625:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047ec6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567154688:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1787118203.084072:0:3625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118203.084224:0:24853:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567154688 00000100:00100000:2.0:1787118203.084231:0:24853:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567154688 00000100:00100000:2.0:1787118203.084290:0:24853:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1787118203.084299:0:24853:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3625:x1873928567154688:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:2.0:1787118203.084434:0:24853:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1787118203.084444:0:24853:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:2.0:1787118203.084446:0:24853:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1787118203.084448:0:24853:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1787118202 -> 1787118202 00002000:00010000:2.0:1787118203.084450:0:24853:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1787118203.084496:0:24853:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3625:x1873928567154688:12345-0@lo:2:osp-syn-0-0.0 Request processed in 198us (423us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1787118203.084502:0:24853:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00080000:2.0:1787118203.084537:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:2.0:1787118203.084569:0:3625:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff959047ec6d80/2, rc 0, transno 12884901892 00000100:00100000:2.0:1787118203.084576:0:3625:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047ec6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3625:1873928567154688:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1787118203.087853:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118203.087937:0:24298:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556556544 00000100:00100000:2.0:1787118203.087946:0:24298:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556556544 00000100:00100000:2.0:1787118203.088005:0:24298:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 23 00000100:00100000:2.0:1787118203.088014:0:24298:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+7:2420:x1873928556556544:12345-192.168.204.23@tcp:16:lhsmtool_posix.0 00010000:00010000:1.0:1787118203.088042:0:3612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca200/0xce66ce20914c2155 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.088056:0:3612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca200/0xce66ce20914c2155 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.088065:0:3612:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca200/0xce66ce20914c2155 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.088072:0:3612:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917ecca200 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:1.0:1787118203.088076:0:3612:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca200/0xce66ce20914c2155 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.088085:0:3612:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca200/0xce66ce20914c2155 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118203.088163:0:24298:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047fc0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1c3aa5f7-495d-436f-b447-85dbf504f90f+7:2420:x1873928556556544:12345-192.168.204.23@tcp:16:lhsmtool_posix.0 Request processed in 148us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1787118203.088171:0:24298:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 23 00010000:00010000:1.0:1787118203.088185:0:3612:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff959045802900) 00010000:00010000:1.0:1787118203.088191:0:3612:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787118203.088197:0:3612:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca200/0xce66ce20914c2155 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.088212:0:3612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca200/0xce66ce20914c2155 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.088234:0:3612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c215c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.088250:0:3612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c215c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.088258:0:3612:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c215c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.088263:0:3612:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccbc00 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:1.0:1787118203.088267:0:3612:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c215c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.088273:0:3612:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c215c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.088282:0:3612:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff959045802000) 00010000:00010000:1.0:1787118203.088285:0:3612:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787118203.088289:0:3612:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c215c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.088295:0:3612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccbc00/0xce66ce20914c215c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.088352:0:3612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff959176edca00/0xce66ce20914c223c lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.088359:0:3612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff959176edca00/0xce66ce20914c223c lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.088372:0:3612:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff959176edca00/0xce66ce20914c223c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.088377:0:3612:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959176edca00 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:1.0:1787118203.088379:0:3612:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959176edca00/0xce66ce20914c223c lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.088386:0:3612:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959176edca00/0xce66ce20914c223c lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.089764:0:3612:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff95916be1b200) 00010000:00010000:1.0:1787118203.089771:0:3612:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787118203.089776:0:3612:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff959176edca00/0xce66ce20914c223c lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.089784:0:3612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959176edca00/0xce66ce20914c223c lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22793 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.089813:0:3612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5600/0xce66ce20914c22c1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.089820:0:3612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5600/0xce66ce20914c22c1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.089826:0:3612:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5600/0xce66ce20914c22c1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.089831:0:3612:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9591820c5600 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:1.0:1787118203.089835:0:3612:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5600/0xce66ce20914c22c1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.089857:0:3612:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5600/0xce66ce20914c22c1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.089868:0:3612:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff95916be1b800) 00010000:00010000:1.0:1787118203.089881:0:3612:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787118203.089885:0:3612:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5600/0xce66ce20914c22c1 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.089891:0:3612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c5600/0xce66ce20914c22c1 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.089905:0:3612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c2338 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.089911:0:3612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c2338 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.089917:0:3612:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c2338 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.089921:0:3612:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959176eddc00 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:1.0:1787118203.089924:0:3612:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c2338 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.089930:0:3612:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c2338 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.089937:0:3612:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9591603e2d00) 00010000:00010000:1.0:1787118203.089939:0:3612:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1787118203.089942:0:3612:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c2338 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.089955:0:3612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c2338 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787118203.092220:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118203.092319:0:22795:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556556800 00000100:00100000:1.0:1787118203.092329:0:22795:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556556800 00000100:00100000:1.0:1787118203.092392:0:22795:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 62 00000100:00100000:1.0:1787118203.092410:0:22795:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+15:18853:x1873928556556800:12345-192.168.204.23@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1787118203.092486:0:22795:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787118203.092511:0:22795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917ecca800/0xce66ce20914c234d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d31e expref: 15 pid: 25586 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.092530:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9591603e2d00) 00010000:00010000:1.0:1787118203.092534:0:22795:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787118203.092561:0:22795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c235b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.092573:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c235b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.092581:0:22795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c235b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787118203.092699:0:22795:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000cdbcce46 reply state 00000000a459b174 transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c235b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.092711:0:22795:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959176edd400/0xce66ce20914c235b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.092717:0:22795:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9591603e2d00) 00010000:00010000:1.0:1787118203.092727:0:22795:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787118203.092730:0:22795:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1787118203.092833:0:22795:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047fc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+16:18853:x1873928556556800:12345-192.168.204.23@tcp:36:lhsmtool_posix.0 Request processed in 425us (624us total) trans 12884901911 rc 0/0 00000100:00100000:1.0:1787118203.092841:0:22795:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 62 00000100:00100000:3.0:1787118203.098779:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118203.098862:0:24300:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556556928 00000100:00100000:1.0:1787118203.098873:0:24300:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556556928 00000100:00100000:1.0:1787118203.098932:0:24300:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 24 00000100:00100000:1.0:1787118203.098942:0:24300:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+7:18853:x1873928556556928:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1787118203.098961:0:24300:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787118203.098991:0:24300:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb503097/0xce66ce20914c2362 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d32c expref: -99 pid: 24300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.099022:0:24300:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c2354 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d325 expref: 8 pid: 24300 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.099031:0:24300:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787118203.099036:0:24300:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787118203.099041:0:24300:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb503097/0xce66ce20914c2362 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d32c expref: 8 pid: 24300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.099075:0:24300:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c2354 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d325 expref: 8 pid: 24300 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.099089:0:24300:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c2354 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d325 expref: 8 pid: 24300 timeout: 813 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118203.099163:0:24300:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047ce1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:24300:1873928567154816:192.168.204.23@tcp:104: 00000100:00100000:1.0:1787118203.099255:0:24300:0:(client.c:2702:ptlrpc_set_wait()) set ffff959151f60c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787118203.101855:0:24300:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047ce1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:24300:1873928567154816:192.168.204.23@tcp:104: 00010000:00010000:1.0:1787118203.101890:0:24300:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000eb503097/0xce66ce20914c2362 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d32c expref: 8 pid: 24300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.101912:0:24300:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959176eddc00, rc 0) 00000100:00100000:1.0:1787118203.101974:0:24300:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047fc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+8:18853:x1873928556556928:12345-192.168.204.23@tcp:101:lhsmtool_posix.0 Request processed in 3033us (3203us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118203.101982:0:24300:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 24 00000100:00100000:3.0:1787118203.102687:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118203.102763:0:22780:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556557056 00000100:00100000:1.0:1787118203.102771:0:22780:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556557056 00010000:00010000:1.0:1787118203.102802:0:22780:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c2354 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d325 expref: 8 pid: 24300 timeout: 813 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118203.102845:0:22780:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 19 00000100:00100000:1.0:1787118203.102854:0:22780:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+8:2419:x1873928556557056:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787118203.102868:0:22780:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787118203.102888:0:22780:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c2354 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d325 expref: 8 pid: 24300 timeout: 813 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.102901:0:22780:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c2354 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d325 expref: 8 pid: 24300 timeout: 813 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.102946:0:22780:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c2354 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d325 expref: 8 pid: 24300 timeout: 813 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.102962:0:22780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787118203.103084:0:22780:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787118203.103093:0:22780:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000eb503097/0xce66ce20914c2362 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d32c expref: 7 pid: 24300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.103185:0:22780:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb503097/0xce66ce20914c2362 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d32c expref: 7 pid: 24300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.103221:0:22780:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000eb503097/0xce66ce20914c2362 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d32c expref: 7 pid: 24300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118203.103234:0:22780:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047ce1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:22780:1873928567154944:192.168.204.23@tcp:105: 00000100:00100000:1.0:1787118203.103315:0:22780:0:(client.c:2702:ptlrpc_set_wait()) set ffff959151f60c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787118203.107137:0:22780:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047ce1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:22780:1873928567154944:192.168.204.23@tcp:105: 00010000:00010000:1.0:1787118203.107163:0:22780:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787118203.107214:0:22780:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047fc2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+7:2419:x1873928556557056:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 4361us (4529us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118203.107225:0:22780:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 19 00000100:00100000:3.0:1787118203.108017:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118203.108172:0:24301:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556557184 00000100:00100000:2.0:1787118203.108181:0:24301:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556557184 00000100:00100000:2.0:1787118203.108233:0:24301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 25 00000100:00100000:2.0:1787118203.108254:0:24301:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917ef7c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+7:2418:x1873928556557184:12345-192.168.204.23@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1787118203.108428:0:24301:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1787118203.108432:0:24301:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1787118201 00002000:00010000:2.0:1787118203.108434:0:24301:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1787118200 00002000:00010000:2.0:1787118203.108436:0:24301:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1787118202 -> 1787118201 00002000:00010000:2.0:1787118203.108438:0:24301:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1787118203.108600:0:24301:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917ef7c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+8:2418:x1873928556557184:12345-192.168.204.23@tcp:2:lhsmtool_posix.0 Request processed in 358us (639us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1787118203.108608:0:24301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 25 00000100:00100000:1.0:1787118203.116455:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:0.0:1787118203.117455:0:25166:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556557312 00000100:00100000:0.0:1787118203.117470:0:25166:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556557312 00000100:00100000:1.0:1787118203.120378:0:25166:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 26 00000100:00100000:1.0:1787118203.120404:0:25166:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c3aa5f7-495d-436f-b447-85dbf504f90f+8:2420:x1873928556557312:12345-192.168.204.23@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1787118203.120467:0:25166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c2369 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.120488:0:25166:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000eb503097/0xce66ce20914c2362 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d32c expref: 8 pid: 24300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.120498:0:25166:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787118203.120503:0:25166:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1787118203.120507:0:25166:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c2369 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.120546:0:25166:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000eb503097/0xce66ce20914c2362 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d32c expref: 8 pid: 24300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.120573:0:25166:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000eb503097/0xce66ce20914c2362 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d32c expref: 8 pid: 24300 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118203.120589:0:25166:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff959047ce3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25166:1873928567155072:192.168.204.23@tcp:104: 00000100:00100000:1.0:1787118203.120688:0:25166:0:(client.c:2702:ptlrpc_set_wait()) set ffff959151f60c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787118203.125124:0:25166:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff959047ce3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25166:1873928567155072:192.168.204.23@tcp:104: 00010000:00010000:1.0:1787118203.125155:0:25166:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c2369 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118203.129715:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118203.129809:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556557440 00000100:00100000:3.0:1787118203.129823:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556557440 00010000:00010000:3.0:1787118203.129894:0:22781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000eb503097/0xce66ce20914c2362 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d32c expref: 9 pid: 24300 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787118203.129944:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 20 00000100:00100000:3.0:1787118203.129957:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+9:2418:x1873928556557440:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787118203.129973:0:22781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787118203.129996:0:22781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000eb503097/0xce66ce20914c2362 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d32c expref: 9 pid: 24300 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118203.130012:0:22781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000eb503097/0xce66ce20914c2362 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d32c expref: 9 pid: 24300 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118203.130036:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb503097/0xce66ce20914c2362 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d32c expref: 9 pid: 24300 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118203.130054:0:22781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787118203.130058:0:22781:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1787118203.130064:0:22781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c2369 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118203.130152:0:22781:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c2369 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118203.130183:0:22781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787118203.130238:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+8:2418:x1873928556557440:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 285us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118203.130258:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 20 00010000:00010000:0.0:1787118203.130358:0:25166:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c2369 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.130370:0:25166:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c2369 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.130405:0:25166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c2369 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.130414:0:25166:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c2369 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.130423:0:25166:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c2369 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.130430:0:25166:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959176edc800 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:0.0:1787118203.130435:0:25166:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c2369 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.130444:0:25166:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c2369 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.130459:0:25166:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c2369 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.130465:0:25166:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c2369 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118203.130525:0:25166:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1c3aa5f7-495d-436f-b447-85dbf504f90f+7:2420:x1873928556557312:12345-192.168.204.23@tcp:1:lhsmtool_posix.0 Request processed in 10135us (14089us total) trans 0 rc 0/0 00000100:00100000:0.0:1787118203.130555:0:25166:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 26 00000100:00100000:1.0:1787118203.134395:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118203.134551:0:25586:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556557696 00000100:00100000:2.0:1787118203.134572:0:25586:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556557696 00000100:00100000:2.0:1787118203.134633:0:25586:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 63 00000100:00100000:2.0:1787118203.134643:0:25586:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c3aa5f7-495d-436f-b447-85dbf504f90f+16:18853:x1873928556557696:12345-192.168.204.23@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1787118203.134721:0:25586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb000/0xce66ce20914c2370 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.134737:0:25586:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb600/0xce66ce20914c22ba lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2ed expref: 16 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.134745:0:25586:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb000/0xce66ce20914c2370 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.134776:0:25586:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb600/0xce66ce20914c22ba lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2ed expref: 16 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.134789:0:25586:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb600/0xce66ce20914c22ba lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2ed expref: 16 pid: 22793 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118203.134804:0:25586:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bd4ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25586:1873928567155200:192.168.204.23@tcp:104: 00000100:00100000:2.0:1787118203.135050:0:25586:0:(client.c:2702:ptlrpc_set_wait()) set ffff95916bdffcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787118203.138463:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118203.138554:0:25823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556557824 00000100:00100000:1.0:1787118203.138564:0:25823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556557824 00010000:00010000:1.0:1787118203.138605:0:25823:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb600/0xce66ce20914c22ba lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2ed expref: 17 pid: 22793 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118203.138652:0:25823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 21 00000100:00100000:1.0:1787118203.138661:0:25823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047fc3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c3aa5f7-495d-436f-b447-85dbf504f90f+17:2418:x1873928556557824:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787118203.138676:0:25823:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787118203.138683:0:25823:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb600/0xce66ce20914c22ba lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2ed expref: 17 pid: 22793 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.138696:0:25823:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb600/0xce66ce20914c22ba lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2ed expref: 17 pid: 22793 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.138718:0:25823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff95916be1b800) 00010000:00010000:1.0:1787118203.138724:0:25823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccae00/0xce66ce20914c22d6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2fb expref: 17 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.138734:0:25823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb000/0xce66ce20914c2370 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.138742:0:25823:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb000/0xce66ce20914c2370 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.138749:0:25823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb000/0xce66ce20914c2370 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.138767:0:25823:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787118203.138826:0:25823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047fc3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1c3aa5f7-495d-436f-b447-85dbf504f90f+17:2418:x1873928556557824:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 166us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118203.138848:0:25823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 21 00010000:00010000:2.0:1787118203.139154:0:25586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb600/0xce66ce20914c22ba lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2ed expref: 16 pid: 22793 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118203.139170:0:25586:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bd4ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25586:1873928567155200:192.168.204.23@tcp:104: 00010000:00010000:2.0:1787118203.139197:0:25586:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb000/0xce66ce20914c2370 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.139206:0:25586:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb000/0xce66ce20914c2370 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.139211:0:25586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb000/0xce66ce20914c2370 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.139407:0:25586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2377 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.139419:0:25586:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c233f lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d317 expref: 16 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.139429:0:25586:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2377 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.139614:0:25586:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c233f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d317 expref: 16 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.139628:0:25586:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c233f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d317 expref: 16 pid: 22793 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118203.139642:0:25586:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bd4ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25586:1873928567155328:192.168.204.23@tcp:104: 00000100:00100000:2.0:1787118203.139752:0:25586:0:(client.c:2702:ptlrpc_set_wait()) set ffff95916bdff240 going to sleep for 11 seconds 00000100:00100000:2.0:1787118203.149442:0:25586:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bd4ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25586:1873928567155328:192.168.204.23@tcp:104: 00010000:00010000:2.0:1787118203.149483:0:25586:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2377 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118203.157982:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118203.158147:0:22781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556557952 00000100:00100000:3.0:1787118203.158157:0:22781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556557952 00010000:00010000:3.0:1787118203.158206:0:22781:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c233f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d317 expref: 17 pid: 22793 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787118203.158258:0:22781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 22 00000100:00100000:3.0:1787118203.158270:0:22781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbe7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+17:2420:x1873928556557952:12345-192.168.204.23@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787118203.158284:0:22781:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787118203.158291:0:22781:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c233f lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d317 expref: 17 pid: 22793 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118203.158305:0:22781:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c233f lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d317 expref: 17 pid: 22793 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118203.158334:0:22781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9591820c4e00/0xce66ce20914c233f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d317 expref: 17 pid: 22793 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118203.158352:0:22781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9591603e2d00) 00010000:00010000:3.0:1787118203.158370:0:22781:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2377 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118203.158389:0:22781:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2377 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118203.158398:0:22781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2377 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118203.158430:0:22781:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787118203.158494:0:22781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbe7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+16:2420:x1873928556557952:12345-192.168.204.23@tcp:103:ldlm_bl.0 Request processed in 227us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118203.158502:0:22781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 22 00010000:00010000:2.0:1787118203.158670:0:25586:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2377 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.158679:0:25586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2377 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1787118203.158786:0:25586:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:2.0:1787118203.158912:0:25586:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:2.0:1787118203.158948:0:25586:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:2.0:1787118203.159026:0:25586:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bd4ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:25586:1873928567155456:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1787118203.159075:0:25586:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118203.159150:0:25586:0:(client.c:2702:ptlrpc_set_wait()) set ffff95916bdff480 going to sleep for 11 seconds 00000100:00100000:3.0:1787118203.159360:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567155456 00000100:00100000:3.0:1787118203.159366:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567155456 00000100:00100000:3.0:1787118203.159528:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1787118203.159537:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bd4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:25586:x1873928567155456:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1787118203.159633:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bd4df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:25586:x1873928567155456:12345-0@lo:1000:mdt00_003.0 Request processed in 97us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1787118203.159640:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1787118203.160280:0:25586:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bd4ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:25586:1873928567155456:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1787118203.160569:0:25586:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:2.0:1787118203.160632:0:25586:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bd4ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:25586:1873928567155584:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1787118203.160669:0:25586:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787118203.160693:0:25586:0:(client.c:2702:ptlrpc_set_wait()) set ffff95916bdff9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787118203.160839:0:22798:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567155584 00000100:00100000:3.0:1787118203.160845:0:22798:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567155584 00000100:00100000:3.0:1787118203.160969:0:22798:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1787118203.160979:0:22798:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bd4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:25586:x1873928567155584:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1787118203.161116:0:22798:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bd4f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:25586:x1873928567155584:12345-0@lo:1000:mdt00_003.0 Request processed in 119us (426us total) trans 12884901894 rc 0/0 00000100:00100000:3.0:1787118203.161125:0:22798:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1787118203.161639:0:25586:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bd4ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:25586:1873928567155584:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1787118203.161681:0:25586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2377 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.161691:0:25586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2377 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.161698:0:25586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2377 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.161704:0:25586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccba00 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:2.0:1787118203.161723:0:25586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2377 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.161731:0:25586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2377 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.161748:0:25586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9591603e2d00) 00010000:00010000:2.0:1787118203.161751:0:25586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787118203.161755:0:25586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2377 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.161762:0:25586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccba00/0xce66ce20914c2377 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.161795:0:25586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb400/0xce66ce20914c22cf lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.161801:0:25586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb400/0xce66ce20914c22cf lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.161806:0:25586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb400/0xce66ce20914c22cf lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.161811:0:25586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccb400 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:2.0:1787118203.161814:0:25586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb400/0xce66ce20914c22cf lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.161820:0:25586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb400/0xce66ce20914c22cf lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.161827:0:25586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff95916be1b800) 00010000:00010000:2.0:1787118203.161829:0:25586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787118203.161842:0:25586:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccae00/0xce66ce20914c22d6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2fb expref: 19 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.161854:0:25586:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccae00/0xce66ce20914c22d6 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2fb expref: 19 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.161864:0:25586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccae00/0xce66ce20914c22d6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2fb expref: 19 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.162232:0:25586:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccae00/0xce66ce20914c22d6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d2fb expref: 19 pid: 22793 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118203.162255:0:25586:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bd4e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25586:1873928567155712:192.168.204.23@tcp:105: 00000100:00100000:2.0:1787118203.162324:0:25586:0:(client.c:2702:ptlrpc_set_wait()) set ffff95916bdff9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787118203.165852:0:25586:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bd4e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25586:1873928567155712:192.168.204.23@tcp:105: 00010000:00010000:2.0:1787118203.165893:0:25586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb400/0xce66ce20914c22cf lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.165905:0:25586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb400/0xce66ce20914c22cf lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22795 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.165936:0:25586:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb600/0xce66ce20914c237e lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.165950:0:25586:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb600/0xce66ce20914c237e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.165971:0:25586:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb600/0xce66ce20914c237e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.165999:0:25586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb600/0xce66ce20914c237e lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.166005:0:25586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb600/0xce66ce20914c237e lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.166012:0:25586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb600/0xce66ce20914c237e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.166018:0:25586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccb600 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:2.0:1787118203.166023:0:25586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb600/0xce66ce20914c237e lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.166030:0:25586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb600/0xce66ce20914c237e lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.166043:0:25586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff95916be1b800) 00010000:00010000:2.0:1787118203.166045:0:25586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787118203.166048:0:25586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb600/0xce66ce20914c237e lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.166054:0:25586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb600/0xce66ce20914c237e lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.166063:0:25586:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb000/0xce66ce20914c2370 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.166069:0:25586:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb000/0xce66ce20914c2370 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.166074:0:25586:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb000/0xce66ce20914c2370 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.166084:0:25586:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95917eccb000 already unused, calling callback (ffffffffc19174f0) 00010000:00010000:2.0:1787118203.166087:0:25586:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb000/0xce66ce20914c2370 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.166127:0:25586:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb000/0xce66ce20914c2370 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.166137:0:25586:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff95916be1b800) 00010000:00010000:2.0:1787118203.166139:0:25586:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1787118203.166143:0:25586:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb000/0xce66ce20914c2370 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787118203.166148:0:25586:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff95917eccb000/0xce66ce20914c2370 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25586 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118203.166319:0:25586:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1c3aa5f7-495d-436f-b447-85dbf504f90f+19:18853:x1873928556557696:12345-192.168.204.23@tcp:57:lhsmtool_posix.0 Request processed in 31675us (31933us total) trans 12884901916 rc 0/0 00000100:00100000:2.0:1787118203.166329:0:25586:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 63 00000020:00080000:2.0:1787118203.166336:0:25586:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1787118203.166745:0:22829:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1787118203.166750:0:22829:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1787118203.166766:0:22829:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1787118203.166785:0:22829:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1787118203.168231:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118203.168366:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556558080 00000100:00100000:1.0:1787118203.168380:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556558080 00000100:00100000:1.0:1787118203.168451:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 10 00000100:00100000:1.0:1787118203.168461:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917bb72450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+19:18851:x1873928556558080:12345-192.168.204.23@tcp:49:dd.0 00000100:00100000:1.0:1787118203.168585:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917bb72450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+19:18851:x1873928556558080:12345-192.168.204.23@tcp:49:dd.0 Request processed in 125us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118203.168592:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 10 00000100:00100000:1.0:1787118203.175171:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:3.0:1787118203.175294:0:22797:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556558336 00000100:00100000:3.0:1787118203.175317:0:22797:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556558336 00000100:00100000:3.0:1787118203.175383:0:22797:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 11 00000100:00100000:3.0:1787118203.175392:0:22797:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+19:18853:x1873928556558336:12345-192.168.204.23@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1787118203.175656:0:22797:0:(mdd_object.c:4016:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1787118203.175690:0:22797:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:3.0:1787118203.175724:0:22797:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff959140031400/0xce66ce20914c2385 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118203.175740:0:22797:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959140031400/0xce66ce20914c2385 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118203.175752:0:22797:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959140031400/0xce66ce20914c2385 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118203.175762:0:22797:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff959140031400/0xce66ce20914c2385 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118203.175769:0:22797:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff959140031400/0xce66ce20914c2385 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118203.175775:0:22797:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff959140031400/0xce66ce20914c2385 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118203.175798:0:22797:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1787118203.175888:0:22797:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+21:18853:x1873928556558336:12345-192.168.204.23@tcp:35:lhsmtool_posix.0 Request processed in 497us (728us total) trans 12884901918 rc 0/0 00000100:00100000:3.0:1787118203.175896:0:22797:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 11 00000020:00080000:3.0:1787118203.175902:0:22797:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1787118203.176082:0:24324:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787118203.176089:0:24324:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff959140031400/0xce66ce20914c2385 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.176127:0:24324:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959140031400 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:0.0:1787118203.176131:0:24324:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959140031400/0xce66ce20914c2385 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.176138:0:24324:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff959140031400/0xce66ce20914c2385 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.176150:0:24324:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9591603e2d00) 00010000:00010000:0.0:1787118203.176153:0:24324:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1787118203.176157:0:24324:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff959140031400/0xce66ce20914c2385 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.176163:0:24324:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959140031400/0xce66ce20914c2385 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22797 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.176177:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118203.176179:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787118203.176180:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787118203.180421:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118203.180727:0:22794:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556558464 00000100:00100000:1.0:1787118203.180739:0:22794:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556558464 00000100:00100000:1.0:1787118203.180808:0:22794:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 64 00000100:00100000:1.0:1787118203.180819:0:22794:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+21:18851:x1873928556558464:12345-192.168.204.23@tcp:101:dd.0 00010000:00010000:1.0:1787118203.180838:0:22794:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787118203.180858:0:22794:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959176edc800/0xce66ce20914c238c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4f0115f272c9d333 expref: -99 pid: 22794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.180907:0:22794:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c2393 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.180920:0:22794:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c2393 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.180930:0:22794:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c2393 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22794 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.181061:0:22794:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff959176edc800/0xce66ce20914c238c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d333 expref: 23 pid: 22794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.181087:0:22794:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff959176eddc00/0xce66ce20914c2393 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.23@tcp remote: 0x4f0115f272c9d333 expref: 22 pid: 22794 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.181132:0:22794:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff95916be1b800) 00010000:00010000:1.0:1787118203.181135:0:22794:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1787118203.181138:0:22794:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff959176eddc00, rc 0) 00000100:00100000:1.0:1787118203.181194:0:22794:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbe5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1c3aa5f7-495d-436f-b447-85dbf504f90f+22:18851:x1873928556558464:12345-192.168.204.23@tcp:101:dd.0 Request processed in 378us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118203.181201:0:22794:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 64 00000100:00100000:1.0:1787118203.350271:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:1.0:1787118203.350329:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.23@tcp (source: 12345-192.168.204.23@tcp) 00000100:00100000:2.0:1787118203.354419:0:24305:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556558592 00000100:00100000:2.0:1787118203.355836:0:24305:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556558592 00000100:00100000:1.0:1787118203.356138:0:24306:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928556558720 00000100:00100000:1.0:1787118203.356147:0:24306:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928556558720 00000100:00100000:1.0:1787118203.356179:0:24306:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 0 00000100:00100000:1.0:1787118203.356190:0:24306:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+8:2418:x1873928556558592:12345-192.168.204.23@tcp:4:dd.0 00002000:00010000:1.0:1787118203.356249:0:24306:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a854279, atime: 0x6a854278, ctime: 0x6a854279, blocks: 0x0 00010000:00010000:1.0:1787118203.356260:0:24306:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c239a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.356277:0:24306:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=713s v=(0 0) 00010000:00010000:1.0:1787118203.356281:0:24306:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787118203.356286:0:24306:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c239a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.356300:0:24306:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c239a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787118203.357081:0:24305:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:2.0:1787118203.357109:0:24305:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:3.0:1787118203.357946:0:25841:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.23@tcp, seq: 1 00000100:00100000:3.0:1787118203.359580:0:25841:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff959047ce0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c3aa5f7-495d-436f-b447-85dbf504f90f+8:2418:x1873928556558720:12345-192.168.204.23@tcp:4:dd.0 00010000:00010000:3.0:1787118203.359640:0:25841:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000808dbc9c/0xce66ce20914c23a1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118203.359658:0:25841:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787118203.359662:0:25841:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787118203.359668:0:25841:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000808dbc9c/0xce66ce20914c23a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787118203.359682:0:25841:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000808dbc9c/0xce66ce20914c23a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1787118203.477846:0:24295:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:2.0:1787118203.477867:0:24295:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:1.0:1787118203.478801:0:25841:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 7654321 00002000:00010000:1.0:1787118203.478808:0:25841:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 1787118201 -> 1787118202 00002000:00010000:1.0:1787118203.478810:0:25841:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1787118201 -> 1787118202 00002000:00010000:1.0:1787118203.478812:0:25841:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 6760 00010000:00010000:1.0:1787118203.478829:0:25841:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000808dbc9c/0xce66ce20914c23a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.478842:0:25841:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000808dbc9c/0xce66ce20914c23a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.478850:0:25841:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000808dbc9c/0xce66ce20914c23a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.478857:0:25841:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959140030400 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:1.0:1787118203.478861:0:25841:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000808dbc9c/0xce66ce20914c23a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.478868:0:25841:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000808dbc9c/0xce66ce20914c23a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.478886:0:25841:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000808dbc9c/0xce66ce20914c23a1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787118203.478893:0:25841:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000808dbc9c/0xce66ce20914c23a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25841 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787118203.479022:0:25841:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1c3aa5f7-495d-436f-b447-85dbf504f90f+7:2418:x1873928556558720:12345-192.168.204.23@tcp:4:dd.0 Request processed in 121061us (128687us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1787118203.479033:0:25841:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 1 00000001:00080000:1.0:1787118203.523135:0:24295:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:0.0:1787118203.523351:0:24306:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 6760 -> 14952 00010000:00010000:0.0:1787118203.523384:0:24306:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c239a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.523398:0:24306:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c239a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.523407:0:24306:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c239a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.523414:0:24306:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff959176edc800 already unused, calling callback (ffffffffc0d22010) 00010000:00010000:0.0:1787118203.523419:0:24306:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c239a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.523427:0:24306:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c239a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.524049:0:24306:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c239a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787118203.524057:0:24306:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb9c612f/0xce66ce20914c239a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24306 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787118203.524379:0:24306:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff959047ce2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1c3aa5f7-495d-436f-b447-85dbf504f90f+5:2418:x1873928556558592:12345-192.168.204.23@tcp:4:dd.0 Request processed in 168185us (174113us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1787118203.524396:0:24306:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.23@tcp, seq: 0 00010000:00010000:1.0:1787118203.553577:0:22782:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787118204.580291:0:22783:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787118204.844204:0:25878:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:0.0:1787118205.601316:0:24324:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787118206.179089:0:3627:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff95917bf0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567155840:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787118206.179214:0:3627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787118206.179374:0:24302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1873928567155840 00000100:00100000:1.0:1787118206.179383:0:24302:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1873928567155840 00000100:00100000:1.0:1787118206.179455:0:24302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1787118206.179465:0:24302:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff95917fbe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567155840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787118206.179492:0:24302:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1787118206.179540:0:24302:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff95917fbe6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3627:x1873928567155840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1787118206.179547:0:24302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1787118206.179590:0:3627:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff95917bf0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3627:1873928567155840:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1787118206.179695:0:22790:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 Debug log: 13922 lines, 13922 kept, 0 dropped, 0 bad.